-- Logs begin at Tue 2021-11-23 11:56:54 UTC, end at Tue 2021-11-23 13:29:20 UTC. -- Nov 23 13:01:35.384958 dv-cinder-818886-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 13:01:37.720392 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.common.config [-] Logging enabled! Nov 23 13:01:37.721079 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev69 Nov 23 13:01:37.721192 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87324) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 13:01:37.724238 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.common.config [-] Logging enabled! Nov 23 13:01:37.724491 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev69 Nov 23 13:01:37.724803 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87324) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 13:01:37.725731 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 13:01:37.725965 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 13:01:37.726318 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 13:01:37.726561 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 13:01:37.726807 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 13:01:37.727128 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.727429 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.727726 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.727958 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.728251 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.728550 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.729006 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.729313 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.729615 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.729902 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.730436 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.730719 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.730977 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.731258 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.731547 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.731835 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.732059 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] debug = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.732336 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.732759 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.733166 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.733444 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.733732 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.734011 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.734328 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.734557 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.734866 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.735195 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] host = dv-cinder-818886-1-smb {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.735471 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.735760 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.736048 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.736336 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.736609 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.736884 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.737166 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.737440 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.737710 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] log_file = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.737984 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.738271 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.738558 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.738879 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.739105 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.739326 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.739616 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.739903 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.740177 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.740452 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.740726 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.741003 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.741275 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.741544 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.741829 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.742112 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.742395 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.742668 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.742973 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.743242 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.743515 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.743799 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.744069 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.744694 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.744977 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.745267 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.745540 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.745817 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.746121 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.746409 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.746693 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.747007 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.747281 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.747566 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.747842 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.748116 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.748388 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] use_json = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.748662 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.748935 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.749218 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.749490 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.749762 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.750036 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.750307 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.750591 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:37.750923 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.751228 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.751529 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.751816 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.752116 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.752398 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.752689 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.752974 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.753263 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.753553 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.753845 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.754125 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.754414 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.754694 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.755014 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.755318 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.755613 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.755906 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.756182 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.756456 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.756731 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.757010 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.757297 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.757589 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.757879 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.758154 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.758434 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.758724 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.759027 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.759300 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.759578 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.759868 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.760679 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.760952 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.761309 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.761595 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.761870 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.762144 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.762425 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.762717 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.763020 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.763291 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.763562 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.763839 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.764110 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.764398 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.764675 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.764952 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.765229 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.765510 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.765786 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.766063 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.766346 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.766620 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.766937 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.767213 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.767488 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.767762 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.768034 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.768305 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.768577 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.768851 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.769129 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.769399 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.769669 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.769941 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.770214 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.770487 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.770796 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.771102 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.771382 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.771660 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.771938 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.772219 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.772497 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.772774 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.773051 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.773329 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.773601 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.773890 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.774176 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.774463 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.774766 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.775047 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.775346 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.775624 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.776487 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.776771 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.777053 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.777431 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.777950 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.777950 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.778187 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.778596 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.778972 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.779095 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.779365 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.779668 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.779946 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:37.780161 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 13:01:37.780401 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87324) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 13:01:38.169850 dv-cinder-818886-1-smb neutron-server[87324]: INFO keyring.backend [-] Loading KWallet Nov 23 13:01:38.177058 dv-cinder-818886-1-smb neutron-server[87324]: INFO keyring.backend [-] Loading SecretService Nov 23 13:01:38.180596 dv-cinder-818886-1-smb neutron-server[87324]: INFO keyring.backend [-] Loading Windows Nov 23 13:01:38.182797 dv-cinder-818886-1-smb neutron-server[87324]: INFO keyring.backend [-] Loading chainer Nov 23 13:01:38.183477 dv-cinder-818886-1-smb neutron-server[87324]: INFO keyring.backend [-] Loading macOS Nov 23 13:01:38.217416 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:38.217692 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:38.217983 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:38.218321 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 13:01:38.524365 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.524655 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.524926 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.526410 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.526682 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.526983 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.648077 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.648353 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.648623 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.662359 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.662641 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.662936 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.692506 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.692792 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.693060 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.731201 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.731742 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.731742 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.964227 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.964515 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.964785 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.965056 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:38.965797 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.091295 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.091616 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.091897 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.092167 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.092434 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.092745 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.093008 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.093267 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.093522 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.093803 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.094061 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.094467 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.094739 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.095024 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.095301 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.095577 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.095838 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.096113 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.096367 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.096649 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.096998 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.097332 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.097581 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.097862 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.098111 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.098357 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.098738 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:01:39.099003 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:01:39.099238 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:01:39.099472 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:01:39.099705 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:01:39.099936 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:01:39.100299 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 13:01:39.103440 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 13:01:39.108395 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 13:01:39.112191 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Nov 23 13:01:39.113814 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 13:01:39.114252 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 13:01:39.114584 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 13:01:39.115003 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 13:01:39.117997 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 13:01:39.118248 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 13:01:39.118595 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 13:01:39.146314 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 13:01:39.146774 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.147072 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87324) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 23 13:01:39.147427 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.148798 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87324) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 13:01:39.149073 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 13:01:39.149317 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 13:01:39.153070 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.153349 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:39.215477 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 13:01:39.215659 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 13:01:39.215895 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 13:01:39.216263 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 13:01:39.247992 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_db.sqlalchemy.engines [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87324) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 23 13:01:39.813341 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Initializing driver for type 'gre' Nov 23 13:01:39.813974 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] gre ID ranges: [(1, 1000)] Nov 23 13:01:40.030558 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Initializing driver for type 'local' Nov 23 13:01:40.030930 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Initializing driver for type 'vlan' Nov 23 13:01:40.116327 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] VlanTypeDriver initialization complete Nov 23 13:01:40.116638 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Initializing driver for type 'vxlan' Nov 23 13:01:40.117156 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] vxlan ID ranges: [(1, 1000)] Nov 23 13:01:40.329916 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Initializing extension driver 'port_security' Nov 23 13:01:40.330255 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.extensions.port_security [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] PortSecurityExtensionDriver initialization complete Nov 23 13:01:40.330607 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Initializing mechanism driver 'openvswitch' Nov 23 13:01:40.330970 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Initializing mechanism driver 'hyperv' Nov 23 13:01:40.337678 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.plugins.ml2.plugin [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:40.338486 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > port after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.338890 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > port after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.339247 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > port after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.339633 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > subnet after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.339985 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > subnet after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.340330 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.340737 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > network after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.341082 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > network after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.341437 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > network after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.341797 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > security_group after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.342142 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > security_group after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.342482 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > security_group after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.342878 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.343222 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.343562 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.343929 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > address_group after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.344270 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > address_group after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.344604 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > address_group after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.344946 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] ML2 OVO RPC backend initialized. {{(pid=87324) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 23 13:01:40.345648 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.346000 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.346417 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > network before_response 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.346781 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > networks before_response 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.347130 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > port before_response 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.347469 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > ports before_response 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.347809 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > subnet before_response 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.348145 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > subnets before_response 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.348489 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > network after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.348828 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > network after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.349162 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > network after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.349495 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > port after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.349829 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > port after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.350160 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > port after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.350495 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > subnet after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.350854 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > subnet after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.351189 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > subnet after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.351766 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.plugin [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Modular L2 Plugin initialization complete Nov 23 13:01:40.352089 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading services supported by the core plugin {{(pid=87324) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 13:01:40.352415 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.plugins.ml2.managers [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Got port-security extension from driver 'port_security' Nov 23 13:01:40.352878 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.extensions.vlantransparent [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Disabled vlantransparent extension. Nov 23 13:01:40.353363 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87324) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 13:01:40.353679 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading Plugin: router Nov 23 13:01:40.391056 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router_interface before_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.391396 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router after_create 55549900 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.391766 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router before_create 55549900 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.392133 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.392501 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.392854 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router after_delete 55549900 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.393209 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > floatingip after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.393568 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router after_create 55549900 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.393915 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router after_update 55549900 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.394262 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router after_update 55549900 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.394607 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.394985 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router after_update 55549900 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.395395 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router precommit_update 55549900 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.395761 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: port after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.396099 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: port after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.396434 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: subnet after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.396774 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.397120 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > port precommit_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.397466 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router precommit_create 55549900 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.397806 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: port before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.398145 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router precommit_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.398499 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router after_update 55549900 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.398865 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router precommit_delete 55549900 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.399214 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router precommit_create 55549900 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.399571 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router_interface after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.399911 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router precommit_update 55549900 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.400272 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > agent after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.400646 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > agent after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.400987 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > network after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.401848 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Tracking information for resource: router configured {{(pid=87324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:01:40.402180 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Tracking information for resource: floatingip configured {{(pid=87324) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 13:01:40.407395 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.db.l3_agentschedulers_db [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 13:01:40.407980 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: port after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.408342 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: port after_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.408693 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: port after_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.409044 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: port after_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.409832 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router before_create 55550100 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.410197 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router precommit_delete 55550100 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.410556 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router precommit_create 55550100 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.410940 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > router precommit_update 55550100 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.415495 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.services.provider_configuration [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service providers = [] {{(pid=87324) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 13:01:40.415861 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.db.servicetype_db [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87324) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 13:01:40.418987 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.services.service_base [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87324) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 13:01:40.419335 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.services.service_base [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87324) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 13:01:40.419675 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.services.service_base [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87324) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 13:01:40.420740 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.services.service_base [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87324) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 13:01:40.421121 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.services.service_base [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 13:01:40.421502 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:01:40.421822 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 13:01:40.433174 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:01:40.433512 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading Plugin: auto_allocate Nov 23 13:01:40.439529 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: network precommit_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.439904 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: network precommit_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.440424 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:01:40.440747 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading Plugin: tag Nov 23 13:01:40.448284 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:01:40.448619 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading Plugin: timestamp Nov 23 13:01:40.452477 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:01:40.452806 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading Plugin: network_ip_availability Nov 23 13:01:40.458070 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.458445 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.458824 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.459538 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:01:40.459855 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading Plugin: flavors Nov 23 13:01:40.465082 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:01:40.465412 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading Plugin: revisions Nov 23 13:01:40.469728 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87324) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 13:01:40.470120 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_concurrency.lockutils [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.252s {{(pid=87324) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:40.470903 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87324) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 13:01:40.471243 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Initializing extension manager. Nov 23 13:01:40.471748 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: __init__.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.472091 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: __pycache__ {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.472426 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.472761 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: address_group.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.473525 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.474109 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: address-group Nov 23 13:01:40.474432 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: address_scope.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.475170 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.475697 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: address-scope Nov 23 13:01:40.476020 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: admin_state_down_before_update.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.476947 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.477478 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: router-admin-state-down-before-update Nov 23 13:01:40.477799 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: agent.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.478503 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.479259 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: agent Nov 23 13:01:40.479608 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: agent_resources_synced.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.480783 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.481309 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: agent-resources-synced Nov 23 13:01:40.481629 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: allowedaddresspairs.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.483455 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.483989 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: allowed-address-pairs Nov 23 13:01:40.484315 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: auto_allocated_topology.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.485391 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.485917 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: auto-allocated-topology Nov 23 13:01:40.486241 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: availability_zone.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.486959 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.487483 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: availability_zone Nov 23 13:01:40.487804 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: availability_zone_filter.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.488715 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.489234 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: availability_zone_filter Nov 23 13:01:40.489557 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: data_plane_status.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.490482 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.491024 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 13:01:40.491345 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: default_subnetpools.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.492258 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.492777 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: default-subnetpools Nov 23 13:01:40.493100 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: dhcpagentscheduler.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.493911 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.495016 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: dhcp_agent_scheduler Nov 23 13:01:40.495372 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: dns.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.496287 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.496807 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension dns-integration not supported by any of loaded plugins Nov 23 13:01:40.497131 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: dns_domain_ports.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.498057 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.498584 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 13:01:40.498940 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: dvr.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.499616 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.500175 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: dvr Nov 23 13:01:40.500499 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: empty_string_filtering.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.501410 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.501933 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: empty-string-filtering Nov 23 13:01:40.502255 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.503214 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.503737 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 13:01:40.504057 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.504968 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.505491 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 13:01:40.505812 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: external_net.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.506721 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.507265 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: external-net Nov 23 13:01:40.507586 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: extra_dhcp_opt.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.508498 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.509018 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: extra_dhcp_opt Nov 23 13:01:40.509338 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: extraroute.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.511055 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.511357 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: extraroute Nov 23 13:01:40.511677 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: extraroute_atomic.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.512728 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.513254 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: extraroute-atomic Nov 23 13:01:40.513575 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: filter_validation.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.514244 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.514775 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: filter-validation Nov 23 13:01:40.515101 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: fip_pf_description.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.517517 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.518060 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 13:01:40.518390 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: fip_port_details.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.519356 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.519889 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: fip-port-details Nov 23 13:01:40.520214 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: flavors.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.521440 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.521977 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: flavors Nov 23 13:01:40.522309 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.524013 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.524549 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 13:01:40.524874 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: floatingip_pools.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.525609 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.526187 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: floatingip-pools Nov 23 13:01:40.526510 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: ip_allocation.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.527461 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.527989 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 13:01:40.528308 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.529234 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.529800 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: ip-substring-filtering Nov 23 13:01:40.530126 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: l2_adjacency.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.531082 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.531598 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 13:01:40.531918 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: l3.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.532890 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.533419 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: router Nov 23 13:01:40.533741 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: l3_conntrack_helper.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.536011 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.536554 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 13:01:40.536887 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.537813 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.538345 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: ext-gw-mode Nov 23 13:01:40.538674 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.539625 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.540154 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: l3-ha Nov 23 13:01:40.540481 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: l3_flavors.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.541617 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.542014 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: l3-flavors Nov 23 13:01:40.542340 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.543307 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.543830 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 13:01:40.544156 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: l3agentscheduler.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.545187 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.545710 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: l3_agent_scheduler Nov 23 13:01:40.546036 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: logging.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.547595 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.548164 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension logging not supported by any of loaded plugins Nov 23 13:01:40.548485 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: metering.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.549230 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.549816 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: metering Nov 23 13:01:40.550141 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.551281 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.551809 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: metering_source_and_destination_fields Nov 23 13:01:40.552143 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: multiprovidernet.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.553193 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.553720 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: multi-provider Nov 23 13:01:40.554046 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: netmtu.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.554990 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.555511 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: net-mtu Nov 23 13:01:40.555831 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: netmtu_writable.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.556755 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.557837 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: net-mtu-writable Nov 23 13:01:40.558164 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: network_availability_zone.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.558869 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.559395 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: network_availability_zone Nov 23 13:01:40.559738 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: network_ip_availability.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.560843 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.561373 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: network-ip-availability Nov 23 13:01:40.561696 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: network_segment_range.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.562464 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.563009 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 13:01:40.563332 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: pagination.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.564312 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.564641 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: pagination Nov 23 13:01:40.564960 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: port_device_profile.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.565879 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.566406 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: port-device-profile Nov 23 13:01:40.566731 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.567684 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.568207 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: port-mac-address-regenerate Nov 23 13:01:40.568529 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.569445 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.569963 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: port-numa-affinity-policy Nov 23 13:01:40.570283 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: port_resource_request.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.571229 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.571743 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 13:01:40.572063 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: portbindings.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.573629 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.574144 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: binding Nov 23 13:01:40.574466 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: portbindings_extended.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.575764 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.576292 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: binding-extended Nov 23 13:01:40.576617 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: portsecurity.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.577537 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.578062 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: port-security Nov 23 13:01:40.578390 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: project_id.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.579387 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.579717 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: project-id Nov 23 13:01:40.580038 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: providernet.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.580958 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.581477 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: provider Nov 23 13:01:40.581795 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: qos.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.585354 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.585896 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension qos not supported by any of loaded plugins Nov 23 13:01:40.586227 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.587501 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.588051 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 13:01:40.588388 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.589398 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.589924 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 13:01:40.590248 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: qos_default.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.591181 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.591708 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension qos-default not supported by any of loaded plugins Nov 23 13:01:40.592034 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: qos_fip.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.592688 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.593213 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension qos-fip not supported by any of loaded plugins Nov 23 13:01:40.593540 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: qos_gateway_ip.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.594461 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.595015 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 13:01:40.595340 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: qos_port_network_policy.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.596253 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.596774 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 13:01:40.597098 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: qos_rule_type_details.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.598010 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.598535 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 13:01:40.598893 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: qos_rules_alias.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.599931 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.600454 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 13:01:40.600776 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: quotasv2.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.601694 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.602152 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: quotas Nov 23 13:01:40.602482 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: quotasv2_detail.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.604246 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.604584 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: quota_details Nov 23 13:01:40.604912 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: rbac.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.606285 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.606849 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: rbac-policies Nov 23 13:01:40.607182 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: rbac_address_group.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.608170 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.608702 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: rbac-address-group Nov 23 13:01:40.609027 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: rbac_address_scope.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.609955 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.610525 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: rbac-address-scope Nov 23 13:01:40.610882 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: rbac_security_groups.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.611800 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.612325 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: rbac-security-groups Nov 23 13:01:40.612649 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: rbac_subnetpool.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.621001 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.621521 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: rbac-subnetpool Nov 23 13:01:40.621846 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: revisionifmatch.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.622811 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.623338 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: revision-if-match Nov 23 13:01:40.623661 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: revisions.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.624795 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.625320 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: standard-attr-revisions Nov 23 13:01:40.625653 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: router_availability_zone.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.626339 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.626890 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: router_availability_zone Nov 23 13:01:40.627214 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: routerservicetype.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.628140 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.628662 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension router-service-type not supported by any of loaded plugins Nov 23 13:01:40.628983 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.629905 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.630429 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: security-groups-normalized-cidr Nov 23 13:01:40.630767 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: security_groups_port_filtering.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.631704 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.632231 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: port-security-groups-filtering Nov 23 13:01:40.632563 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.633473 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.633998 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: security-groups-remote-address-group Nov 23 13:01:40.634318 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: securitygroup.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.651961 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.651961 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: security-group Nov 23 13:01:40.651961 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: segment.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.651961 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.651961 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension segment not supported by any of loaded plugins Nov 23 13:01:40.651961 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.652562 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.652952 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 13:01:40.653275 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: servicetype.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.654389 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.654958 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: service-type Nov 23 13:01:40.655286 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: sorting.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.656275 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.656607 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: sorting Nov 23 13:01:40.656930 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: standard_attr_segment.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.657855 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.658382 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 13:01:40.658692 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: standardattrdescription.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.659371 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.659897 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: standard-attr-description Nov 23 13:01:40.660220 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: stateful_security_group.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.661142 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.661672 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: stateful-security-group Nov 23 13:01:40.661995 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: stdattrs_common.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.662581 dv-cinder-818886-1-smb neutron-server[87324]: WARNING neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 13:01:40.662935 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.663949 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.664477 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 13:01:40.664799 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: subnet_onboard.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.665912 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.667013 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: subnet_onboard Nov 23 13:01:40.667336 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.668269 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.668797 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 13:01:40.669146 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: subnet_service_types.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.670080 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.670607 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: subnet-service-types Nov 23 13:01:40.670956 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: subnetallocation.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.672047 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.672582 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: subnet_allocation Nov 23 13:01:40.672910 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.673582 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.674112 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: subnetpool-prefix-ops Nov 23 13:01:40.674437 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.675410 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.675937 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 13:01:40.676290 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: tagging.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.677319 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.677853 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: standard-attr-tag Nov 23 13:01:40.678181 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: timestamp.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.679415 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.679948 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loaded extension: standard-attr-timestamp Nov 23 13:01:40.680273 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: trunk.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.681311 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.682435 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension trunk not supported by any of loaded plugins Nov 23 13:01:40.682866 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: trunk_details.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.683816 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.684348 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension trunk-details not supported by any of loaded plugins Nov 23 13:01:40.684673 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: uplink_status_propagation.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.685597 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.686123 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 13:01:40.686445 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Loading extension file: vlantransparent.py {{(pid=87324) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 13:01:40.687160 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87324) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 13:01:40.687683 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 13:01:40.690168 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:network Nov 23 13:01:40.694733 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:subnet Nov 23 13:01:40.694733 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 13:01:40.694733 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:port Nov 23 13:01:40.694733 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.v2.resource_helper [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:01:40.694733 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.v2.resource_helper [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service FLAVORS assigned prefix: {{(pid=87324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:01:40.694733 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.v2.resource_helper [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:01:40.695163 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.v2.resource_helper [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:01:40.695358 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:router Nov 23 13:01:40.696006 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:floatingip Nov 23 13:01:40.696727 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.v2.resource_helper [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service METERING assigned prefix: /metering {{(pid=87324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:01:40.698194 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.698562 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.698953 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:40.700109 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 13:01:40.700546 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:security_group Nov 23 13:01:40.701212 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 13:01:40.701956 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.v2.resource_helper [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service CORE assigned prefix: {{(pid=87324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:01:40.702289 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 13:01:40.702632 dv-cinder-818886-1-smb neutron-server[87324]: WARNING neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] subnetpool is already registered Nov 23 13:01:40.703247 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.v2.resource_helper [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service CORE assigned prefix: {{(pid=87324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:01:40.703577 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 13:01:40.703901 dv-cinder-818886-1-smb neutron-server[87324]: WARNING neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] subnetpool is already registered Nov 23 13:01:40.706440 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.v2.resource_helper [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:01:40.706902 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.v2.resource_helper [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service FLAVORS assigned prefix: {{(pid=87324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:01:40.707494 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.v2.resource_helper [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:01:40.707910 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.v2.resource_helper [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:01:40.708244 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:router Nov 23 13:01:40.708580 dv-cinder-818886-1-smb neutron-server[87324]: WARNING neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] router is already registered Nov 23 13:01:40.709175 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:floatingip Nov 23 13:01:40.709511 dv-cinder-818886-1-smb neutron-server[87324]: WARNING neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] floatingip is already registered Nov 23 13:01:40.710147 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.v2.resource_helper [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service METERING assigned prefix: /metering {{(pid=87324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:01:40.710839 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 13:01:40.711170 dv-cinder-818886-1-smb neutron-server[87324]: WARNING neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] rbac_policy is already registered Nov 23 13:01:40.711755 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:security_group Nov 23 13:01:40.712084 dv-cinder-818886-1-smb neutron-server[87324]: WARNING neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] security_group is already registered Nov 23 13:01:40.712669 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 13:01:40.713014 dv-cinder-818886-1-smb neutron-server[87324]: WARNING neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] security_group_rule is already registered Nov 23 13:01:40.713680 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.v2.resource_helper [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service CORE assigned prefix: {{(pid=87324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:01:40.714006 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 13:01:40.714340 dv-cinder-818886-1-smb neutron-server[87324]: WARNING neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] subnetpool is already registered Nov 23 13:01:40.714963 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.v2.resource_helper [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Service CORE assigned prefix: {{(pid=87324) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 13:01:40.715290 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 13:01:40.715618 dv-cinder-818886-1-smb neutron-server[87324]: WARNING neutron.quota.resource_registry [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] subnetpool is already registered Nov 23 13:01:40.716250 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: extensions {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.717700 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: address-groups {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.719395 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: address-scopes {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.720631 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: agents {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.723415 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: auto-allocated-topology {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.723415 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: availability_zones {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.724415 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: dhcp-networks {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.725841 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: dhcp-agents {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.727334 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: routers {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.730941 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: flavors {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.732133 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: service_profiles {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.733351 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: next_providers {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.734979 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: service_profiles {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.736436 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: floatingip-pools {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.737684 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: routers {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.739538 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: floatingips {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.740766 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: l3-routers {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.742177 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: l3-agents {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.743653 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: metering-labels {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.745662 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: metering-label-rules {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.746985 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: network-ip-availabilities {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.748256 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: bindings {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.755588 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: quotas {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.755588 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: quotas {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.755588 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: rbac-policies {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.755588 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: security-groups {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.755588 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: security-group-rules {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.756615 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: service-providers {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.757881 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: subnetpools {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.759361 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: subnetpools {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.760865 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: tags {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.762579 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: tags {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.764429 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: tags {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.766238 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: tags {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.768079 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: tags {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.769950 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: tags {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.771706 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: tags {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.773639 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: tags {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.775446 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: tags {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.777616 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron.api.extensions [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Extended resource: tags {{(pid=87324) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 13:01:40.783905 dv-cinder-818886-1-smb neutron-server[87324]: WARNING keystonemiddleware.auth_token [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 13:01:40.788675 dv-cinder-818886-1-smb neutron-server[87324]: WARNING keystonemiddleware.auth_token [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 13:01:40.798035 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_concurrency.lockutils [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Acquired lock "singleton_lock" {{(pid=87324) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 23 13:01:40.798511 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_concurrency.lockutils [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Releasing lock "singleton_lock" {{(pid=87324) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 23 13:01:40.799175 dv-cinder-818886-1-smb neutron-server[87324]: INFO oslo_service.service [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Starting 2 workers Nov 23 13:01:40.803847 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Started child 87465 {{(pid=87324) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 13:01:40.808716 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Started child 87466 {{(pid=87324) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 13:01:40.809422 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.810301 dv-cinder-818886-1-smb neutron-server[87324]: INFO neutron.service [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 13:01:40.810943 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [-] (87465) wsgi starting up on http://0.0.0.0:9696 Nov 23 13:01:40.811054 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Notify callbacks [] for process, before_spawn {{(pid=87324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.813109 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.813520 dv-cinder-818886-1-smb neutron-server[87324]: INFO oslo_service.service [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Starting 1 workers Nov 23 13:01:40.815521 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [-] (87466) wsgi starting up on http://0.0.0.0:9696 Nov 23 13:01:40.818339 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Started child 87467 {{(pid=87324) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 13:01:40.818896 dv-cinder-818886-1-smb neutron-server[87324]: INFO oslo_service.service [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Starting 1 workers Nov 23 13:01:40.821689 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.service [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] calling RpcWorker wait() {{(pid=87467) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 13:01:40.822169 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.service [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] returning from RpcWorker wait() {{(pid=87467) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 13:01:40.823173 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Started child 87468 {{(pid=87324) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 13:01:40.823601 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.823942 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG neutron_lib.callbacks.manager [None req-61e6f3e1-5e04-49a6-a710-165b4a19236f None None] Notify callbacks [] for process, after_spawn {{(pid=87324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.824044 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:40.825791 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87324) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 23 13:01:40.826019 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 13:01:40.826207 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 13:01:40.826426 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 13:01:40.826778 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 13:01:40.826955 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 13:01:40.827469 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.827747 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.828030 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.828310 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.828598 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.828955 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.829409 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.829409 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.829654 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.829933 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.830166 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.830333 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.830499 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.830743 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.830945 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:40.831044 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.831374 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.831661 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.831911 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.832182 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.832352 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.832627 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.832878 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.833115 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.833393 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] debug = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.833622 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.834099 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.834338 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.834581 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.834840 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.835104 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.835338 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.835615 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.835860 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.836106 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.836354 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.836618 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.836864 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.837097 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.837318 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.837574 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.837812 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.838458 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] host = dv-cinder-818886-1-smb {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.838681 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.838899 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.839147 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.839395 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.839817 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.840021 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.840278 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.840544 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.840812 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.841043 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.841305 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.841556 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.841771 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.842024 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_file = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.842190 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_options = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.842407 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.842691 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.842982 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.843177 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.843418 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.843565 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.843769 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.843934 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.844185 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.844406 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.844641 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.844882 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.845115 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.845347 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.845618 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.845861 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.846105 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.846322 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.846568 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.846835 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.847062 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.847289 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.847513 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.847733 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.847975 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.848188 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.848430 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.848661 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.848873 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.849150 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.849385 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.849646 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.850045 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.850174 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.850331 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.850562 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.850882 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.851220 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.851321 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.851527 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.851816 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.852037 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.852295 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.852525 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.852761 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.852994 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] use_json = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.853206 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.853418 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.854240 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.854570 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.854831 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.855320 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.855510 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.855741 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.861027 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861027 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861027 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861027 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861027 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861027 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861027 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861027 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861597 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861597 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861597 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861597 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861597 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861597 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861597 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.861597 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.862129 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.862129 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.862129 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.862129 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.862129 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.862129 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.862129 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.862129 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.862668 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.862668 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.862860 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.862982 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.863202 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.863421 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.863637 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.863857 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.864111 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.864336 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.864582 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.864820 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.865080 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.865295 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.865544 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.865774 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.866052 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.866284 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.866507 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.866779 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.866990 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.867207 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.867423 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.867653 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.867872 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.868131 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.868378 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.868599 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.868811 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.869028 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.869270 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.870136 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.870381 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.870601 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.870845 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.871073 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.871317 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.871598 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.871822 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.872186 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.872579 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.872956 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.873329 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.873574 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.873813 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.874021 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.874261 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.874473 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.874692 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.874937 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.875156 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.875380 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.875597 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.875833 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.876845 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.876845 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.876845 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.876845 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.877386 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.877386 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.877386 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.877777 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.877926 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.878165 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.878411 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.878647 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.878923 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.879173 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.879402 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.879645 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.879880 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.880195 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.880409 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.880663 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.880931 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.881236 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.881462 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.881722 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.881966 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.882199 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.882437 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.882836 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.883191 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.883191 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.883452 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.884523 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.884523 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.884523 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.884523 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.885649 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.885649 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.885649 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.885649 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.886822 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.886822 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.886822 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.886822 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.886822 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.887408 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.887408 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.887665 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.887787 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.887944 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.889283 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.889283 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.889283 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.889283 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.889283 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.889641 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.889708 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.892557 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.892557 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.892557 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.892557 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.892557 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.892557 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.892557 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.892557 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.892557 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.893293 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.893293 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.893293 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.893293 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.893293 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.893293 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.893707 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.893707 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.893852 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.894047 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.894321 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.894806 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.894806 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.895065 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.895706 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.895706 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.895706 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.895956 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.896154 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.896391 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.896628 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.896864 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.897083 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.897296 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.897563 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.897782 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.898052 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.898311 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.898547 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.898791 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.899048 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.899288 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.899501 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.899745 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.899987 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.900190 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.900403 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.900850 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.901331 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.901774 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.902242 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.902640 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.902936 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.903194 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.903531 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.903783 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.904033 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.904278 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.904518 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.904738 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.904977 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.905202 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.905434 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.905884 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.905884 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.906113 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.906529 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.906810 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.907048 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.907265 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.907486 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.907702 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.907912 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.908209 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.908448 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.908678 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.908919 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.909166 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.909394 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.909609 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.909818 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.910033 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.910243 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.910467 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.910680 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.910915 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.911133 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.911342 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.911659 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.911914 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.912150 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.912432 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.912660 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.912886 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.913135 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.913457 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.913672 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.913912 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.914169 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.914385 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.914621 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.914943 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.915289 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.915606 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.915883 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.916651 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.917057 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.917349 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.917629 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.917847 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.918159 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.918483 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.918782 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.919026 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.919295 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.919569 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.919790 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.920022 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.920238 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.920487 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.920726 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.920980 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.921223 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.921451 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.921669 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.921897 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.922135 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.922362 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.922607 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.922853 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.923072 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.923225 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 13:01:40.923929 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87324) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 23 13:01:40.924095 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 13:01:40.924252 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 13:01:40.924424 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 13:01:40.924596 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 13:01:40.924748 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 13:01:40.924972 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.925109 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.925270 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.925430 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.925590 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.925769 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.925949 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.926083 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.926332 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.926431 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.926564 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.926726 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.926884 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.927215 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.927375 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.927538 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.927694 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.928002 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.928167 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.928327 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.928487 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.928646 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.928802 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] debug = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.928960 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.929209 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.929422 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.929592 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.929758 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.929895 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.930027 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.930166 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.930324 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.930471 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.930618 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.930806 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.930951 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.931093 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.931453 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.931453 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.931780 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.931780 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] host = dv-cinder-818886-1-smb {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.932806 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.932806 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.933182 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.933182 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.933182 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.933780 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.933780 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.933780 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.933780 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.934809 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.934809 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.934809 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.934809 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.934809 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_file = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.934809 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_options = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.934809 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.937789 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.937789 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.937789 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.937789 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.937789 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.937789 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.937789 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.939107 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.939107 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.939107 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.939107 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.939107 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.939107 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.939107 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.939107 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.939107 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.940622 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.940622 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.940622 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.940622 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.940622 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.940622 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.940622 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.940622 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943351 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943351 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943351 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943351 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943351 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943351 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943351 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943351 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943900 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943900 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943900 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943900 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943900 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943900 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943900 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.943900 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.944440 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.944440 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.944440 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.944440 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.944440 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] use_json = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.944440 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.944440 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.944440 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.944440 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.945035 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.945035 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.945035 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.945035 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 13:01:40.945035 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.945035 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.945035 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.945035 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.945568 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.945568 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.945568 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.945568 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.945568 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.945568 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.945568 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.945568 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.945568 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.946162 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.946162 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.946162 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.946162 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.946162 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.946491 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.946491 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.946646 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.946726 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.946926 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.947075 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.947239 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.947418 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.947628 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.947863 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.947863 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.948112 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.948240 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.948363 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.948486 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.948635 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.948797 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.948958 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.949119 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.949281 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.949442 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.949604 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.949765 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.949927 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.950088 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.950250 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.950412 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.950574 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.950739 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.950920 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.951083 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.951249 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.951420 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.951581 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.951743 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.951904 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.952066 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.952227 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.952389 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.952551 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.952712 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.952872 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.953106 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.953216 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.953345 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.953506 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.954033 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.954033 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.954033 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.954289 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.954289 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.954434 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.954587 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.954728 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.954912 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.955079 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.955260 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.955412 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.955559 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.955683 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.955829 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.955986 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.956148 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.956308 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.956468 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.956630 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.956801 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.956979 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.957139 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.957303 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.957464 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.957630 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.957789 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.957953 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.958255 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.958255 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.958733 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.958733 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.958733 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.959274 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.959274 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.959274 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.959771 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.959771 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.959771 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.959771 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.961297 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.961297 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.961297 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.961297 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.961297 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.961297 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.961297 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.961297 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.962673 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.962673 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.962673 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.962673 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.962673 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.962673 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.962673 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.962673 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.963685 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.963685 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.963685 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.963685 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.963685 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.963685 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.963685 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.963685 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.964712 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.964712 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.964712 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.964712 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.964712 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.964712 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.964712 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.964712 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.965453 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.965453 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.965453 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.965453 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.965453 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.965851 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.965851 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.965851 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.966205 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.966205 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.966449 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.966449 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.966678 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.966814 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.966898 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.967041 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.967203 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.967363 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.967528 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.967689 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.967849 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.968009 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.968174 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.968334 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.968496 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.968655 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.968816 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.968975 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.969136 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.969296 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.969457 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.969919 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.969919 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.969919 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.970127 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.970204 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.970371 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.970529 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.970691 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.970875 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.971042 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.971203 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.971364 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.971523 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.971683 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.971844 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.971965 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:40.972076 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.972180 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.972304 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.972464 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.972624 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.972797 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.972959 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.973121 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.973283 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.973444 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.973605 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.973766 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.973926 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.974087 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.974247 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.974408 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.974571 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.974735 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.974917 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.975080 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.975241 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.975403 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.975586 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.975716 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.975886 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.976048 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.976208 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.976369 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.976530 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.976700 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.976861 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.977020 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.977181 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.977341 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.977509 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.977669 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.977830 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.977990 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.978150 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.978319 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.978482 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.979158 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.979341 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.979502 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.979663 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.979825 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.980244 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.980414 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.980578 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.980742 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.980903 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.981065 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.981229 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.981386 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.981553 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.981720 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.981881 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.982048 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.982217 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.982385 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.982546 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.982714 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.982909 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.983070 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.983232 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.983394 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.983555 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.983715 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.983925 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.984056 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.984187 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.984333 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.984493 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.984652 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.984814 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.984974 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.985134 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.985327 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.985441 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.985591 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.985752 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.985931 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 13:01:40.986047 dv-cinder-818886-1-smb neutron-server[87324]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87324) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 13:01:41.057313 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 53598) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:41.065679 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062804 Nov 23 13:01:51.756430 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9894cf02-b613-4fa2-bf90-b3280de58d66 None None] get_active_networks_info from dv-cinder-818886-1-smb {{(pid=87467) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 23 13:01:51.826649 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9894cf02-b613-4fa2-bf90-b3280de58d66 None None] No non-hosted networks {{(pid=87467) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 13:01:51.842918 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.agentschedulers_db [None req-9894cf02-b613-4fa2-bf90-b3280de58d66 None None] DHCP Agent not found on host dv-cinder-818886-1-smb {{(pid=87467) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 13:01:51.984321 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e4ed7843-349d-4676-92d1-1d526992dfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546354'] for agent, after_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:52.239824 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546354'] for agent, after_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:52.240799 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:52.241319 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:52.241980 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:52.242616 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:52.243177 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:52.243781 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:52.244577 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:52.247239 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:52.247626 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:52.248135 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:52.249439 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:52.253485 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:52.253485 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818886-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:52.260224 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818886-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:54.422288 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-b4e6938d-19c4-464b-a7b6-ac6924be902f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546354'] for agent, after_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:54.474576 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.db.api [None req-9ebb26f9-7afa-432b-8fb6-59a27e203541 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-818886-1-smb {{(pid=87467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:01:54.474998 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_db.api [None req-9ebb26f9-7afa-432b-8fb6-59a27e203541 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:01:55.078620 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9ebb26f9-7afa-432b-8fb6-59a27e203541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:55.261584 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546354'] for agent, after_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:56.944313 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546354'] for agent, after_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:58.425558 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 53690) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:59.029245 dv-cinder-818886-1-smb neutron-server[87465]: WARNING oslo_policy.policy [None req-1b54d82b-8071-4069-b074-9307485cf448 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:01:59.029904 dv-cinder-818886-1-smb neutron-server[87465]: WARNING oslo_policy.policy [None req-1b54d82b-8071-4069-b074-9307485cf448 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:01:59.248069 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [None req-1b54d82b-8071-4069-b074-9307485cf448 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:01:59.249330 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-1b54d82b-8071-4069-b074-9307485cf448 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8218071 Nov 23 13:01:59.426148 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.db.l3_hamode_db [None req-c56f82fa-e281-4dc2-908d-654be50a0c27 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 13:01:59.512595 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f82fa-e281-4dc2-908d-654be50a0c27 None None] Routers set() bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:01:59.512917 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f82fa-e281-4dc2-908d-654be50a0c27 None None] Router IDs set() for agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 23 13:02:01.594386 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 53704) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:01.960317 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-caea3bf8-820f-4e17-9d91-f652080346cd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:02.061054 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.policy [None req-caea3bf8-820f-4e17-9d91-f652080346cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87465) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 13:02:02.107900 dv-cinder-818886-1-smb neutron-server[87465]: WARNING oslo_policy.policy [None req-caea3bf8-820f-4e17-9d91-f652080346cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:02:02.108267 dv-cinder-818886-1-smb neutron-server[87465]: WARNING oslo_policy.policy [None req-caea3bf8-820f-4e17-9d91-f652080346cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:02:02.116569 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.quota [None req-caea3bf8-820f-4e17-9d91-f652080346cd admin admin] Loaded quota_driver: . Nov 23 13:02:02.131916 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-caea3bf8-820f-4e17-9d91-f652080346cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:02.271843 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-caea3bf8-820f-4e17-9d91-f652080346cd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783695235027', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783695233598', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783695243463', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783695184680', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783695195921', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783695200294', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1867253', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1985013', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-912878', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-667046'] for rbac-policy, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:02.457938 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-caea3bf8-820f-4e17-9d91-f652080346cd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:02.459154 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-caea3bf8-820f-4e17-9d91-f652080346cd admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8637743 Nov 23 13:02:05.062720 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 53718) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:05.634897 dv-cinder-818886-1-smb neutron-server[87466]: WARNING oslo_policy.policy [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:02:05.635462 dv-cinder-818886-1-smb neutron-server[87466]: WARNING oslo_policy.policy [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:02:05.851471 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Request body: {'network': {'project_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'admin_state_up': True, 'name': 'private'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:05.853330 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.quota [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Loaded quota_driver: . Nov 23 13:02:05.869432 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:05.876468 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Usage tracker for resource:network and tenant:c7ac54a4232544898d8cff22f94bf5ae is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:05.881906 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:05.889816 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:05.955112 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Made reservation on behalf of c7ac54a4232544898d8cff22f94bf5ae for: {'network': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:02:06.028398 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.policy [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87466) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 13:02:06.074868 dv-cinder-818886-1-smb neutron-server[87466]: WARNING oslo_policy.policy [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:02:06.075417 dv-cinder-818886-1-smb neutron-server[87466]: WARNING oslo_policy.policy [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 13:02:06.084828 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.106031 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.120515 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:06.124137 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Usage tracker for resource:security_group_rule and tenant:c7ac54a4232544898d8cff22f94bf5ae is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:06.129125 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:06.135203 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:06.235702 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.317632 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.323270 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:06.340353 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1172, 'physical_network': 'physnet1'} {{(pid=87466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:02:06.366016 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783697514397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.366522 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Unsubscribe: segment precommit_create {{(pid=87466) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 13:02:06.367003 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.segments_db [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Added segment 184f3aa5-fdff-4d05-952b-870ae2a7613f of type vlan for network ab644af4-56bc-4296-af79-c33fcb493764 Nov 23 13:02:06.418328 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28118c33-fce2-4463-aaae-4ba68b4d11e3,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:06.439794 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:06.440123 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:06.440439 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:06.440751 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:06.441058 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:06.441367 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:06.441670 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:06.441971 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:06.442285 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:06.442596 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:06.442919 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:06.443219 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Tracked resource versions report: Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: pushed versions: Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: { 'AddressGroup': {'1.2'}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'ConntrackHelper': {'1.0'}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'Log': {'1.0'}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'Network': {'1.1'}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'Port': {'1.7'}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'PortForwarding': {'1.2'}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'QosPolicy': {'1.8'}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'SecurityGroup': {'1.4'}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'SecurityGroupRule': {'1.2'}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'SubPort': {'1.0'}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'Subnet': {'1.1'}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'Trunk': {'1.1'}} Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: consumer versions: Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: { DHCP agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: L3 agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: Metadata agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: Metering agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: Open vSwitch agent@dv-cinder-818886-1-smb: { 'AddressGroup': '1.2', Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'ConntrackHelper': '1.0', Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'Log': '1.0', Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'Network': '1.1', Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'Port': '1.7', Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'PortForwarding': '1.2', Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'QosPolicy': '1.8', Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'SecurityGroup': '1.4', Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'SecurityGroupRule': '1.2', Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'SubPort': '1.0', Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'Subnet': '1.1', Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: 'Trunk': '1.1'}} Nov 23 13:02:06.444310 dv-cinder-818886-1-smb neutron-server[87466]: {{(pid=87466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 13:02:06.489302 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.494018 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:06.575344 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.576761 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:06.577416 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.581837 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:06.675862 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Pushing event updated for resources: {'Network': ['ID=ab644af4-56bc-4296-af79-c33fcb493764,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:06.678987 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:06.687219 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network ab644af4-56bc-4296-af79-c33fcb493764 details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:02:06.850143 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.7862964 Nov 23 13:02:09.499391 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 53740) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:09.937971 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b47275-94eb-4452-8159-aece7b11d516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:09.939371 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-76b47275-94eb-4452-8159-aece7b11d516 admin admin] 10.222.0.48 "GET /v2.0/networks/ab644af4-56bc-4296-af79-c33fcb493764 HTTP/1.1" status: 200 len: 826 time: 0.4390552 Nov 23 13:02:09.969946 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-368eb192-70fb-475b-b34c-c0badc3f390b admin admin] 10.222.0.48 "GET /v2.0/subnetpools/a1cb3ef8-61a5-442a-baa5-f8973ca505b0 HTTP/1.1" status: 200 len: 734 time: 0.0251927 Nov 23 13:02:09.978253 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a1cb3ef8-61a5-442a-baa5-f8973ca505b0', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:09.982907 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:09.986581 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Usage tracker for resource:subnet and tenant:c7ac54a4232544898d8cff22f94bf5ae is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:09.989397 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:09.995461 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:10.063410 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Made reservation on behalf of c7ac54a4232544898d8cff22f94bf5ae for: {'subnet': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:02:10.065779 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Notify callbacks [] for subnet, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:10.384428 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:10.389553 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:10.479050 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Checking segment: {'id': '184f3aa5-fdff-4d05-952b-870ae2a7613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:02:10.479443 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Network hostable DHCP agents. Network: ab644af4-56bc-4296-af79-c33fcb493764, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:02:10.486617 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4657a766-6135-4514-bf35-9f9b5ffb7ee0,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:10.493711 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:10.563159 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Network ab644af4-56bc-4296-af79-c33fcb493764 is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:02:10.649158 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, ab644af4-56bc-4296-af79-c33fcb493764) {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:02:10.653627 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:10.654204 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:10.659033 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d91599-0af6-4600-960d-fc6dae590562 None None] Network ab644af4-56bc-4296-af79-c33fcb493764 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:02:10.844469 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8693109 Nov 23 13:02:11.047183 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdb8eb36-8ddb-5181-ab2b-684eb66ce7a9-ab644af4-56bc-4296-af79-c33fcb493764', 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764', 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'fixed_ips': [{'subnet_id': '4657a766-6135-4514-bf35-9f9b5ffb7ee0'}]}} from dv-cinder-818886-1-smb. {{(pid=87467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:02:11.048347 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:11.235339 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.db_base_plugin_common [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Allocated IP 172.20.0.2 (ab644af4-56bc-4296-af79-c33fcb493764/4657a766-6135-4514-bf35-9f9b5ffb7ee0/8b5c8ff8-a9b4-4e23-854f-a2217e8c5585) {{(pid=87467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:02:11.459195 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Notify callbacks [] for port, precommit_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:11.473047 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Transition to ACTIVE for port object 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585 will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:02:11.493881 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Transition to ACTIVE for port object 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585 will not be triggered until provisioned by entity DHCP. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:02:11.587609 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:11.593431 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:11.652103 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Network ab644af4-56bc-4296-af79-c33fcb493764 is already hosted by enough agents. {{(pid=87467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:02:11.654860 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.base_scheduler [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Resources bound (agent type, host, resource id): {{(pid=87467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:02:11.660708 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Received port after_create {{(pid=87467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:02:11.691647 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Pushing event updated for resources: {'Port': ['ID=8b5c8ff8-a9b4-4e23-854f-a2217e8c5585,revision_number=1']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:11.710050 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:11.710316 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:11.710645 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:11.710994 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:11.711972 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:11.712286 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:11.712774 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:11.713103 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:11.713418 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:11.713730 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:11.714041 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:11.714350 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Tracked resource versions report: Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: pushed versions: Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: { 'AddressGroup': {'1.2'}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'ConntrackHelper': {'1.0'}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'Log': {'1.0'}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'Network': {'1.1'}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'Port': {'1.7'}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'PortForwarding': {'1.2'}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'QosPolicy': {'1.8'}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'SecurityGroup': {'1.4'}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'SecurityGroupRule': {'1.2'}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'SubPort': {'1.0'}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'Subnet': {'1.1'}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'Trunk': {'1.1'}} Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: consumer versions: Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: { DHCP agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: L3 agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: Metadata agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: Metering agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: Open vSwitch agent@dv-cinder-818886-1-smb: { 'AddressGroup': '1.2', Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'ConntrackHelper': '1.0', Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'Log': '1.0', Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'Network': '1.1', Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'Port': '1.7', Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'PortForwarding': '1.2', Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'QosPolicy': '1.8', Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'SecurityGroup': '1.4', Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'SecurityGroupRule': '1.2', Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'SubPort': '1.0', Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'Subnet': '1.1', Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: 'Trunk': '1.1'}} Nov 23 13:02:11.718279 dv-cinder-818886-1-smb neutron-server[87467]: {{(pid=87467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 13:02:11.747124 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:11.766384 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Attempting to bind port 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:02:11.766813 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Attempting to bind port 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': '184f3aa5-fdff-4d05-952b-870ae2a7613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:02:11.767248 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Attempting to bind port 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585 on network ab644af4-56bc-4296-af79-c33fcb493764 {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:02:11.772458 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:02:11.772854 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Checking segment: {'id': '184f3aa5-fdff-4d05-952b-870ae2a7613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:02:11.773374 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:11.774371 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Bound using segment: {'id': '184f3aa5-fdff-4d05-952b-870ae2a7613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:02:11.774934 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Bound port: 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184f3aa5-fdff-4d05-952b-870ae2a7613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:02:11.775317 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:11.882599 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] For port 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:02:11.887002 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] For port 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=8b5c8ff8-a9b4-4e23-854f-a2217e8c5585,segment=NetworkSegment(184f3aa5-fdff-4d05-952b-870ae2a7613f),segment_id=184f3aa5-fdff-4d05-952b-870ae2a7613f)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:02:11.938562 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:11.942629 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:12.025016 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Pushing event updated for resources: {'Port': ['ID=8b5c8ff8-a9b4-4e23-854f-a2217e8c5585,revision_number=2']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:12.031794 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:13.263979 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 53750) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:13.639505 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [None req-3da9a7ec-0179-4f99-aec2-36bf334aab40 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:02:13.640475 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-3da9a7ec-0179-4f99-aec2-36bf334aab40 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3755705 Nov 23 13:02:15.685411 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d482a15a-3d16-4709-8afb-e0f2bca8661c None None] Network ab644af4-56bc-4296-af79-c33fcb493764 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:02:15.846439 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-cb1cc290-6c92-4651-88e2-1ae8cc61b1f8 None None] Provisioning for port 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:02:16.023104 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 53764) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:16.232889 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:16.346193 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:02:16.351031 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:16.351428 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:16.400524 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [None req-b2220d44-ae1a-459a-8e34-97001bbdd5e0 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:02:16.401518 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-b2220d44-ae1a-459a-8e34-97001bbdd5e0 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3762422 Nov 23 13:02:16.469818 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:16.505366 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=8b5c8ff8-a9b4-4e23-854f-a2217e8c5585,segment=NetworkSegment(184f3aa5-fdff-4d05-952b-870ae2a7613f),segment_id=184f3aa5-fdff-4d05-952b-870ae2a7613f)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:16.592233 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:16.595254 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:16.663871 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=8b5c8ff8-a9b4-4e23-854f-a2217e8c5585,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:16.667746 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:18.207502 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:18.275428 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:18.275807 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:19.042437 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 53776) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:19.381824 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-2b0d80be-cf87-4c50-8ffa-020e1fd636f3 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'name': 'router1'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:19.387447 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-2b0d80be-cf87-4c50-8ffa-020e1fd636f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:19.391167 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-2b0d80be-cf87-4c50-8ffa-020e1fd636f3 admin admin] Usage tracker for resource:router and tenant:c7ac54a4232544898d8cff22f94bf5ae is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:19.394351 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-2b0d80be-cf87-4c50-8ffa-020e1fd636f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:19.400089 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-2b0d80be-cf87-4c50-8ffa-020e1fd636f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:19.486138 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2b0d80be-cf87-4c50-8ffa-020e1fd636f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-616933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35149'] for router, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:19.487757 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2b0d80be-cf87-4c50-8ffa-020e1fd636f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35162'] for router, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:19.509813 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2b0d80be-cf87-4c50-8ffa-020e1fd636f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:19.669574 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2b0d80be-cf87-4c50-8ffa-020e1fd636f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617701'] for router, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:19.782882 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2b0d80be-cf87-4c50-8ffa-020e1fd636f3 admin admin] Notify callbacks [] for router, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:19.784074 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-2b0d80be-cf87-4c50-8ffa-020e1fd636f3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7406399 Nov 23 13:02:21.728636 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-3a56d798-e60e-4c25-8c57-e838f5a4057e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:22.149596 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 53786) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:22.191577 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:22.507542 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [None req-7ca8c471-7d45-4a1f-8837-69456c68495a admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:02:22.508515 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-7ca8c471-7d45-4a1f-8837-69456c68495a admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3579738 Nov 23 13:02:24.414510 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e3c9279c-5c8c-4dd7-8d60-70f13d5cf3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:24.885865 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 53796) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:25.223147 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.250000 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:25.254738 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:25.259678 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Usage tracker for resource:network and tenant:8eb7dc87289443ec809b77c64efe83f9 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:25.263241 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:25.269400 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:25.343080 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Made reservation on behalf of 8eb7dc87289443ec809b77c64efe83f9 for: {'network': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:02:25.345871 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.362539 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.377071 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:25.380721 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Usage tracker for resource:security_group_rule and tenant:8eb7dc87289443ec809b77c64efe83f9 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:25.384597 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:25.389993 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:25.481468 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.546011 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.551555 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:25.564882 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Reserving flat network on physical network physnet1 {{(pid=87465) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 13:02:25.595057 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783697514397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.595631 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Unsubscribe: segment precommit_create {{(pid=87465) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 13:02:25.596101 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.segments_db [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Added segment d736a986-e85c-42f7-a6a7-9d10eed21f58 of type flat for network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 Nov 23 13:02:25.645661 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaa9909-dffd-43b8-8a69-bde597b414ec,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:25.655805 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:25.656137 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:25.656464 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:25.656781 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:25.657094 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:25.657408 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:25.657716 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:25.658019 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:25.658339 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:25.658647 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:25.658974 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:25.659272 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Tracked resource versions report: Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: pushed versions: Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: { 'AddressGroup': {'1.2'}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'ConntrackHelper': {'1.0'}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'Log': {'1.0'}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'Network': {'1.1'}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'Port': {'1.7'}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'PortForwarding': {'1.2'}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'QosPolicy': {'1.8'}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'SecurityGroup': {'1.4'}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'SecurityGroupRule': {'1.2'}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'SubPort': {'1.0'}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'Subnet': {'1.1'}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'Trunk': {'1.1'}} Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: consumer versions: Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: { DHCP agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: L3 agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: Metadata agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: Metering agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: Open vSwitch agent@dv-cinder-818886-1-smb: { 'AddressGroup': '1.2', Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'ConntrackHelper': '1.0', Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'Log': '1.0', Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'Network': '1.1', Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'Port': '1.7', Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'PortForwarding': '1.2', Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'QosPolicy': '1.8', Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'SecurityGroup': '1.4', Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'SecurityGroupRule': '1.2', Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'SubPort': '1.0', Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'Subnet': '1.1', Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: 'Trunk': '1.1'}} Nov 23 13:02:25.660369 dv-cinder-818886-1-smb neutron-server[87465]: {{(pid=87465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 13:02:25.711579 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:25.730730 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.855270 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.856786 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:25.857449 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.860914 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:25.967778 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Pushing event updated for resources: {'Network': ['ID=9b5166c7-a3b6-4dd2-bc8e-90c117c22df2,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:25.971037 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:25.981273 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:02:26.050387 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1632822 Nov 23 13:02:26.894441 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:28.416491 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 53820) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:28.623821 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beee3b14-3c6f-461a-bac1-f6b083020a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:28.625144 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-beee3b14-3c6f-461a-bac1-f6b083020a9d admin admin] 10.222.0.48 "GET /v2.0/subnets/4657a766-6135-4514-bf35-9f9b5ffb7ee0 HTTP/1.1" status: 200 len: 849 time: 0.2076669 Nov 23 13:02:28.801982 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9d6ca4c0-56f7-4707-99cb-0fbbcd6c541a admin admin] 10.222.0.48 "GET /v2.0/routers/35491f8c-d4d7-401c-bdf7-205b7d3028dc HTTP/1.1" status: 200 len: 704 time: 0.1711531 Nov 23 13:02:29.264738 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:29.490917 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Allocated IP 172.20.0.1 (ab644af4-56bc-4296-af79-c33fcb493764/4657a766-6135-4514-bf35-9f9b5ffb7ee0/a30d3475-bc3c-4f08-9a36-bf2a2b88f66d) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:02:29.643423 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:29.661414 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Transition to ACTIVE for port object a30d3475-bc3c-4f08-9a36-bf2a2b88f66d will not be triggered until provisioned by entity DHCP. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:02:29.775203 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:29.779744 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:29.839558 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Network ab644af4-56bc-4296-af79-c33fcb493764 is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:02:29.842308 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:02:29.848304 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:02:29.848823 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544555'] for router_interface, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:29.984014 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=a30d3475-bc3c-4f08-9a36-bf2a2b88f66d,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:29.994936 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:30.145710 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e6e9bc7f-3a86-4877-9338-06f5daaf5c9b None None] Provisioning for port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:02:30.151185 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e6e9bc7f-3a86-4877-9338-06f5daaf5c9b None None] Provisioning complete for port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:30.155498 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e6e9bc7f-3a86-4877-9338-06f5daaf5c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:30.168746 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:30.206499 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9bc7f-3a86-4877-9338-06f5daaf5c9b None None] Port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:02:30.423683 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:30.482864 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:30.484010 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544712'] for router_interface, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:30.487361 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:30.620339 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=a30d3475-bc3c-4f08-9a36-bf2a2b88f66d,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:30.623338 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:30.676487 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Network ab644af4-56bc-4296-af79-c33fcb493764 is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:02:30.677413 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:02:30.928435 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-ed98b491-2ce7-40ab-9074-abe274f92c1a None None] Provisioning complete for port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:30.928720 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-ed98b491-2ce7-40ab-9074-abe274f92c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:30.963322 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Router 35491f8c-d4d7-401c-bdf7-205b7d3028dc is scheduled to L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d with binding_index 1 {{(pid=87465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:02:30.986266 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-ed98b491-2ce7-40ab-9074-abe274f92c1a None None] Port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:02:31.110556 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:02:31.120055 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] 10.222.0.48 "PUT /v2.0/routers/35491f8c-d4d7-401c-bdf7-205b7d3028dc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3124583 Nov 23 13:02:31.121174 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Sync routers for ids ['35491f8c-d4d7-401c-bdf7-205b7d3028dc'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:02:31.133777 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Routers {'35491f8c-d4d7-401c-bdf7-205b7d3028dc'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:02:31.134651 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:02:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['35491f8c-d4d7-401c-bdf7-205b7d3028dc'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:31.306810 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Set router 35491f8c-d4d7-401c-bdf7-205b7d3028dc gateway port host: None {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:02:31.670555 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'name': 'router1', 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:02:19Z', 'updated_at': '2021-11-23T13:02:30Z', 'revision_number': 2, 'project_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'gw_port_host': None, '_interfaces': [{'id': 'a30d3475-bc3c-4f08-9a36-bf2a2b88f66d', 'name': '', 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764', 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'mac_address': 'fa:16:3e:51:6a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4657a766-6135-4514-bf35-9f9b5ffb7ee0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:02:29Z', 'updated_at': '2021-11-23T13:02:30Z', 'revision_number': 2, 'project_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'subnets': [{'id': '4657a766-6135-4514-bf35-9f9b5ffb7ee0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1cb3ef8-61a5-442a-baa5-f8973ca505b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:31.675933 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Checking router: 35491f8c-d4d7-401c-bdf7-205b7d3028dc for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:02:31.676435 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Updating router 35491f8c-d4d7-401c-bdf7-205b7d3028dc port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d binding host dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:02:31.735134 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:32.125968 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:32.141951 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Transition to ACTIVE for port object a30d3475-bc3c-4f08-9a36-bf2a2b88f66d will not be triggered until provisioned by entity L2. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:02:32.234542 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:32.239733 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:32.455176 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeede612-5194-4201-9607-fdb59606569a None None] Pushing event updated for resources: {'Port': ['ID=a30d3475-bc3c-4f08-9a36-bf2a2b88f66d,revision_number=3']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:32.472240 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeede612-5194-4201-9607-fdb59606569a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:32.472569 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeede612-5194-4201-9607-fdb59606569a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:32.472892 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeede612-5194-4201-9607-fdb59606569a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:32.473210 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeede612-5194-4201-9607-fdb59606569a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:32.473526 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeede612-5194-4201-9607-fdb59606569a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:32.473838 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeede612-5194-4201-9607-fdb59606569a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:32.474155 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeede612-5194-4201-9607-fdb59606569a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:32.474459 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeede612-5194-4201-9607-fdb59606569a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:32.474781 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeede612-5194-4201-9607-fdb59606569a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:32.475091 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeede612-5194-4201-9607-fdb59606569a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:32.475399 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeede612-5194-4201-9607-fdb59606569a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:32.475702 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeede612-5194-4201-9607-fdb59606569a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeede612-5194-4201-9607-fdb59606569a None None] Tracked resource versions report: Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: pushed versions: Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: { 'AddressGroup': {'1.2'}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'ConntrackHelper': {'1.0'}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'Log': {'1.0'}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'Network': {'1.1'}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'Port': {'1.7'}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'PortForwarding': {'1.2'}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'QosPolicy': {'1.8'}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'SecurityGroup': {'1.4'}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'SecurityGroupRule': {'1.2'}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'SubPort': {'1.0'}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'Subnet': {'1.1'}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'Trunk': {'1.1'}} Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: consumer versions: Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: { DHCP agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: L3 agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: Metadata agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: Metering agent@dv-cinder-818886-1-smb: {}, Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: Open vSwitch agent@dv-cinder-818886-1-smb: { 'AddressGroup': '1.2', Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'ConntrackHelper': '1.0', Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'Log': '1.0', Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'Network': '1.1', Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'Port': '1.7', Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'PortForwarding': '1.2', Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'QosPolicy': '1.8', Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'SecurityGroup': '1.4', Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'SecurityGroupRule': '1.2', Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'SubPort': '1.0', Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'Subnet': '1.1', Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: 'Trunk': '1.1'}} Nov 23 13:02:32.477329 dv-cinder-818886-1-smb neutron-server[87468]: {{(pid=87468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 13:02:32.488567 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-aeede612-5194-4201-9607-fdb59606569a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:32.496241 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Attempting to bind port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:02:32.496634 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Attempting to bind port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': '184f3aa5-fdff-4d05-952b-870ae2a7613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764'}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:02:32.497060 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Attempting to bind port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d on network ab644af4-56bc-4296-af79-c33fcb493764 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:02:32.502243 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:02:32.502641 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Checking segment: {'id': '184f3aa5-fdff-4d05-952b-870ae2a7613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:02:32.503195 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:32.503658 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Bound using segment: {'id': '184f3aa5-fdff-4d05-952b-870ae2a7613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764'} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:02:32.504085 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Bound port: a30d3475-bc3c-4f08-9a36-bf2a2b88f66d, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184f3aa5-fdff-4d05-952b-870ae2a7613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764'}}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:02:32.504464 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:32.590592 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] For port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:02:32.594384 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] For port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=a30d3475-bc3c-4f08-9a36-bf2a2b88f66d,segment=NetworkSegment(184f3aa5-fdff-4d05-952b-870ae2a7613f),segment_id=184f3aa5-fdff-4d05-952b-870ae2a7613f)] {{(pid=87468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:02:32.727508 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:32.731811 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:32.820497 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeede612-5194-4201-9607-fdb59606569a None None] Pushing event updated for resources: {'Port': ['ID=a30d3475-bc3c-4f08-9a36-bf2a2b88f66d,revision_number=4']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:32.820728 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-aeede612-5194-4201-9607-fdb59606569a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:32.822399 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Routers {'35491f8c-d4d7-401c-bdf7-205b7d3028dc'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:02:32.823040 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:02:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['35491f8c-d4d7-401c-bdf7-205b7d3028dc'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:32.974324 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] Set router 35491f8c-d4d7-401c-bdf7-205b7d3028dc gateway port host: None {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:02:33.295474 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 53842) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:33.307370 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'name': 'router1', 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:02:19Z', 'updated_at': '2021-11-23T13:02:30Z', 'revision_number': 2, 'project_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'gw_port_host': None, '_interfaces': [{'id': 'a30d3475-bc3c-4f08-9a36-bf2a2b88f66d', 'name': '', 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764', 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'mac_address': 'fa:16:3e:51:6a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4657a766-6135-4514-bf35-9f9b5ffb7ee0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:02:29Z', 'updated_at': '2021-11-23T13:02:32Z', 'revision_number': 4, 'project_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'subnets': [{'id': '4657a766-6135-4514-bf35-9f9b5ffb7ee0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1cb3ef8-61a5-442a-baa5-f8973ca505b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:33.311233 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bc7ece-4463-4ef9-ae8b-7620773bf390 None None] The sync data for ids ['35491f8c-d4d7-401c-bdf7-205b7d3028dc'] in dv-cinder-818886-1-smb is: [{'id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'name': 'router1', 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:02:19Z', 'updated_at': '2021-11-23T13:02:30Z', 'revision_number': 2, 'project_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'gw_port_host': None, '_interfaces': [{'id': 'a30d3475-bc3c-4f08-9a36-bf2a2b88f66d', 'name': '', 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764', 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'mac_address': 'fa:16:3e:51:6a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4657a766-6135-4514-bf35-9f9b5ffb7ee0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:02:29Z', 'updated_at': '2021-11-23T13:02:32Z', 'revision_number': 4, 'project_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'subnets': [{'id': '4657a766-6135-4514-bf35-9f9b5ffb7ee0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1cb3ef8-61a5-442a-baa5-f8973ca505b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:02:33.449788 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195724b1-7a38-4e5b-a5e7-96aa8cba934f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:33.454793 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-195724b1-7a38-4e5b-a5e7-96aa8cba934f admin admin] 10.222.0.48 "GET /v2.0/networks/9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 HTTP/1.1" status: 200 len: 842 time: 0.1545782 Nov 23 13:02:33.461000 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:33.465519 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:33.469179 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Usage tracker for resource:subnet and tenant:8eb7dc87289443ec809b77c64efe83f9 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:33.471909 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:33.477883 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:33.571243 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Made reservation on behalf of 8eb7dc87289443ec809b77c64efe83f9 for: {'subnet': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:02:33.573483 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:34.055091 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.objects.ports [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87466) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 23 13:02:34.055623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:34.059552 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:34.131975 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f731f0-a861-4160-a944-f1ad6ad93795,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:34.138098 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:34.138678 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Checking segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:02:34.139049 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Network hostable DHCP agents. Network: 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:02:34.222980 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:02:34.239187 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device a30d3475-bc3c-4f08-9a36-bf2a2b88f66d up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:34.293967 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2) {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:02:34.300843 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:34.301421 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:34.305590 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a63ad-02da-47cd-8bda-6eb4faf17a05 None None] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:02:34.426612 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9693196 Nov 23 13:02:34.451676 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:02:34.466544 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:34.466956 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:34.581962 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab366b-dcc4-45df-a501-083a98bd6105 None None] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:02:34.731655 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:34.822046 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=a30d3475-bc3c-4f08-9a36-bf2a2b88f66d,segment=NetworkSegment(184f3aa5-fdff-4d05-952b-870ae2a7613f),segment_id=184f3aa5-fdff-4d05-952b-870ae2a7613f)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:34.888294 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:34.891252 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:34.958851 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=a30d3475-bc3c-4f08-9a36-bf2a2b88f66d,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:34.962245 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:36.216979 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device a30d3475-bc3c-4f08-9a36-bf2a2b88f66d up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:36.288771 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:36.289142 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:36.661169 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 53856) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:36.855153 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-e7040d8a-9d57-4fe1-b427-9910fa1da6da admin admin] 10.222.0.48 "GET /v2.0/routers/35491f8c-d4d7-401c-bdf7-205b7d3028dc HTTP/1.1" status: 200 len: 710 time: 0.1927457 Nov 23 13:02:36.979711 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16d9e96-86ce-48b1-af75-e4483cb11fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:36.980268 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-f16d9e96-86ce-48b1-af75-e4483cb11fbe admin admin] Synchronizing usage tracker for tenant:8eb7dc87289443ec809b77c64efe83f9 on resource:network {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:02:37.056681 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-f16d9e96-86ce-48b1-af75-e4483cb11fbe admin admin] Unset dirty status for tenant:8eb7dc87289443ec809b77c64efe83f9 on resource:network {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:02:37.057834 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-f16d9e96-86ce-48b1-af75-e4483cb11fbe admin admin] 10.222.0.48 "GET /v2.0/networks/9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 HTTP/1.1" status: 200 len: 886 time: 0.1977592 Nov 23 13:02:37.066546 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:37.548299 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-616727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35112'] for router, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:37.880524 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 5 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:02:37.926019 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:37.983861 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:38.115139 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Allocated IP 172.28.3.167 (9b5166c7-a3b6-4dd2-bc8e-90c117c22df2/c5f731f0-a861-4160-a944-f1ad6ad93795/4b8d01d9-39dd-45d5-8842-083bd58204aa) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:02:38.256323 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:38.342597 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:38.346470 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:38.407181 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:02:38.410009 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:02:38.414214 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:02:38.469330 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Pushing event updated for resources: {'Port': ['ID=4b8d01d9-39dd-45d5-8842-083bd58204aa,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:38.522574 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:38.888326 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:39.265964 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-616727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35112'] for router, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:39.269202 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-616704'] for router, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:39.445845 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Router 35491f8c-d4d7-401c-bdf7-205b7d3028dc has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:02:39.616810 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:02:39.635630 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Notify callbacks [] for router, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:39.635738 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Sync routers for ids ['35491f8c-d4d7-401c-bdf7-205b7d3028dc'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:02:39.636172 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] 10.222.0.48 "PUT /v2.0/routers/35491f8c-d4d7-401c-bdf7-205b7d3028dc HTTP/1.1" status: 200 len: 890 time: 2.5630836 Nov 23 13:02:39.636522 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Routers {'35491f8c-d4d7-401c-bdf7-205b7d3028dc'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:02:39.637213 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-7600b98d-a196-475e-bf08-e1516733416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:02:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['35491f8c-d4d7-401c-bdf7-205b7d3028dc'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:39.827196 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Set router 35491f8c-d4d7-401c-bdf7-205b7d3028dc gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:02:40.196652 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-7600b98d-a196-475e-bf08-e1516733416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'name': 'router1', 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8d01d9-39dd-45d5-8842-083bd58204aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:02:19Z', 'updated_at': '2021-11-23T13:02:38Z', 'revision_number': 4, 'project_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'gw_port': {'id': '4b8d01d9-39dd-45d5-8842-083bd58204aa', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:02:38Z', 'updated_at': '2021-11-23T13:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': 'a30d3475-bc3c-4f08-9a36-bf2a2b88f66d', 'name': '', 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764', 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'mac_address': 'fa:16:3e:51:6a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4657a766-6135-4514-bf35-9f9b5ffb7ee0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:02:29Z', 'updated_at': '2021-11-23T13:02:34Z', 'revision_number': 5, 'project_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'subnets': [{'id': '4657a766-6135-4514-bf35-9f9b5ffb7ee0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1cb3ef8-61a5-442a-baa5-f8973ca505b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:40.201477 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Checking router: 35491f8c-d4d7-401c-bdf7-205b7d3028dc for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:02:40.201843 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Updating router 35491f8c-d4d7-401c-bdf7-205b7d3028dc port 4b8d01d9-39dd-45d5-8842-083bd58204aa binding host dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:02:40.253261 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:40.588607 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Notify callbacks [] for port, precommit_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:40.599728 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Transition to ACTIVE for port object 4b8d01d9-39dd-45d5-8842-083bd58204aa will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:02:40.679787 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:40.684785 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:40.756239 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Attempting to bind port 4b8d01d9-39dd-45d5-8842-083bd58204aa on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:02:40.756537 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Attempting to bind port 4b8d01d9-39dd-45d5-8842-083bd58204aa by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:02:40.757412 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Attempting to bind port 4b8d01d9-39dd-45d5-8842-083bd58204aa on network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:02:40.762959 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922165a1-9afc-4b92-ae03-20a404cc04ec None None] Pushing event updated for resources: {'Port': ['ID=4b8d01d9-39dd-45d5-8842-083bd58204aa,revision_number=2']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:40.766836 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-922165a1-9afc-4b92-ae03-20a404cc04ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:40.767569 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:02:40.767940 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Checking segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:02:40.768338 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:40.768721 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Bound using segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:02:40.769188 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Bound port: 4b8d01d9-39dd-45d5-8842-083bd58204aa, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:02:40.769579 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:40.843972 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-7600b98d-a196-475e-bf08-e1516733416b None None] For port 4b8d01d9-39dd-45d5-8842-083bd58204aa, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:02:40.846925 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-7600b98d-a196-475e-bf08-e1516733416b None None] For port 4b8d01d9-39dd-45d5-8842-083bd58204aa, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=4b8d01d9-39dd-45d5-8842-083bd58204aa,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:02:40.939778 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:40.944102 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:41.047229 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Routers {'35491f8c-d4d7-401c-bdf7-205b7d3028dc'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:02:41.047850 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-7600b98d-a196-475e-bf08-e1516733416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:02:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['35491f8c-d4d7-401c-bdf7-205b7d3028dc'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:41.096546 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922165a1-9afc-4b92-ae03-20a404cc04ec None None] Pushing event updated for resources: {'Port': ['ID=4b8d01d9-39dd-45d5-8842-083bd58204aa,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:41.103929 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-922165a1-9afc-4b92-ae03-20a404cc04ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:41.228048 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-7600b98d-a196-475e-bf08-e1516733416b None None] Set router 35491f8c-d4d7-401c-bdf7-205b7d3028dc gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:02:41.552342 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-7600b98d-a196-475e-bf08-e1516733416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'name': 'router1', 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8d01d9-39dd-45d5-8842-083bd58204aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:02:19Z', 'updated_at': '2021-11-23T13:02:38Z', 'revision_number': 4, 'project_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'gw_port': {'id': '4b8d01d9-39dd-45d5-8842-083bd58204aa', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:02:38Z', 'updated_at': '2021-11-23T13:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': 'a30d3475-bc3c-4f08-9a36-bf2a2b88f66d', 'name': '', 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764', 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'mac_address': 'fa:16:3e:51:6a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4657a766-6135-4514-bf35-9f9b5ffb7ee0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:02:29Z', 'updated_at': '2021-11-23T13:02:34Z', 'revision_number': 5, 'project_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'subnets': [{'id': '4657a766-6135-4514-bf35-9f9b5ffb7ee0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1cb3ef8-61a5-442a-baa5-f8973ca505b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:41.556632 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7600b98d-a196-475e-bf08-e1516733416b None None] The sync data for ids ['35491f8c-d4d7-401c-bdf7-205b7d3028dc'] in dv-cinder-818886-1-smb is: [{'id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'name': 'router1', 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8d01d9-39dd-45d5-8842-083bd58204aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:02:19Z', 'updated_at': '2021-11-23T13:02:38Z', 'revision_number': 4, 'project_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'gw_port': {'id': '4b8d01d9-39dd-45d5-8842-083bd58204aa', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:02:38Z', 'updated_at': '2021-11-23T13:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': 'a30d3475-bc3c-4f08-9a36-bf2a2b88f66d', 'name': '', 'network_id': 'ab644af4-56bc-4296-af79-c33fcb493764', 'tenant_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'mac_address': 'fa:16:3e:51:6a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35491f8c-d4d7-401c-bdf7-205b7d3028dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4657a766-6135-4514-bf35-9f9b5ffb7ee0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:02:29Z', 'updated_at': '2021-11-23T13:02:34Z', 'revision_number': 5, 'project_id': 'c7ac54a4232544898d8cff22f94bf5ae', 'subnets': [{'id': '4657a766-6135-4514-bf35-9f9b5ffb7ee0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1cb3ef8-61a5-442a-baa5-f8973ca505b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:02:42.024561 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 53866) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:42.145734 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-ca42a1af-ea84-4ac6-9162-4046e881a2b1 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1200478 Nov 23 13:02:42.250237 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 4b8d01d9-39dd-45d5-8842-083bd58204aa up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:42.425495 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 4b8d01d9-39dd-45d5-8842-083bd58204aa completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:02:42.431350 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 4b8d01d9-39dd-45d5-8842-083bd58204aa triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:42.431729 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:42.553085 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:42.570007 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 4b8d01d9-39dd-45d5-8842-083bd58204aa, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=4b8d01d9-39dd-45d5-8842-083bd58204aa,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:42.642557 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:42.645770 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:42.712666 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=4b8d01d9-39dd-45d5-8842-083bd58204aa,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:42.715920 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:44.228421 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 4b8d01d9-39dd-45d5-8842-083bd58204aa up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:44.307144 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 4b8d01d9-39dd-45d5-8842-083bd58204aa triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:44.307525 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:51.803691 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-1e6fd0a5-e7e8-4f6a-8b26-d92f849a2a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:52.222387 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:54.424716 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-84fb6f77-4ec3-4c51-9c8f-10c8d4984282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:55.258949 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:56.933408 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:14.879162 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 5 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:03:21.729418 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-df5c51df-7ceb-4926-a718-8602bff2eb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:22.200901 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:24.414888 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e753-d0d7-4f6a-b368-211ff497ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:25.226588 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:26.923576 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:51.751153 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-80a85e39-6c4e-45b7-aca4-d0e7c07c4311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:51.883034 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 5 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:03:52.239216 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:54.476751 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-ca6aecf5-42b1-452c-8840-24f866bb1cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:55.260890 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:56.925517 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:21.724568 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-c4967567-285d-4fa7-b3d1-48c87c4cb1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:22.204653 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:24.421666 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-655b374a-0e65-40b7-8ca0-f5faa2c86bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:25.261836 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:26.924215 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:28.881633 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 5 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:04:47.561924 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54436) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:47.627997 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95d24f2-8c71-4624-a486-f4ece3068d5b admin admin] GET failed (client error): The resource could not be found. Nov 23 13:04:47.629793 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-f95d24f2-8c71-4624-a486-f4ece3068d5b admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669298 Nov 23 13:04:47.762887 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40ba88d-1737-4191-8f33-ffa0b1c58ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:47.762887 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-a40ba88d-1737-4191-8f33-ffa0b1c58ea9 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1266363 Nov 23 13:04:49.886333 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54446) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:49.992710 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ac0e4c-fd9e-4136-b416-8dc545e5b32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:49.994025 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-a7ac0e4c-fd9e-4136-b416-8dc545e5b32b admin admin] 10.222.0.48 "GET /v2.0/subnets/4657a766-6135-4514-bf35-9f9b5ffb7ee0 HTTP/1.1" status: 200 len: 849 time: 0.1067119 Nov 23 13:04:50.003019 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:04:50.118516 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Notify callbacks [] for subnet, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.372461 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783697622348'] for subnet, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.376293 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:50.467060 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:50.467242 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da6554-e20b-4335-bbe0-00cb1e8e1840 None None] Network ab644af4-56bc-4296-af79-c33fcb493764 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:04:50.467633 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:50.478995 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] 10.222.0.48 "PUT /v2.0/subnets/4657a766-6135-4514-bf35-9f9b5ffb7ee0 HTTP/1.1" status: 200 len: 868 time: 0.4694715 Nov 23 13:04:50.486855 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4657a766-6135-4514-bf35-9f9b5ffb7ee0,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:50.495066 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:50.495433 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:50.495728 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:50.496056 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:50.496381 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:50.496703 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:50.497019 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:50.497339 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:50.497657 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:50.497972 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:50.498285 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:50.499114 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:50.502965 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:50.953184 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-96873e69-cbc4-4683-8518-f3bdba0e1769 None None] Provisioning complete for port 8b5c8ff8-a9b4-4e23-854f-a2217e8c5585 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:04:50.953558 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-96873e69-cbc4-4683-8518-f3bdba0e1769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:51.081136 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-96873e69-cbc4-4683-8518-f3bdba0e1769 None None] Provisioning complete for port a30d3475-bc3c-4f08-9a36-bf2a2b88f66d triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:04:51.081452 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-96873e69-cbc4-4683-8518-f3bdba0e1769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:51.703751 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-22ee0839-f345-4dab-9111-9e6f9f37a8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:52.193136 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:52.622858 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54456) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:52.796685 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06be577-4c61-4c5e-b846-cfec73fcee04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:52.797084 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06be577-4c61-4c5e-b846-cfec73fcee04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:52.798613 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-f06be577-4c61-4c5e-b846-cfec73fcee04 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1748075 Nov 23 13:04:54.450490 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-75a87880-0488-4484-b3ac-144b9904df47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:54.941919 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54466) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:55.109471 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c154c3-24f1-4d27-9209-1e85d7a7773a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:55.109932 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c154c3-24f1-4d27-9209-1e85d7a7773a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:55.111436 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-a9c154c3-24f1-4d27-9209-1e85d7a7773a admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1685812 Nov 23 13:04:55.245294 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:56.932452 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:57.254804 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54476) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:57.418335 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7761b137-c2a6-4b34-93e8-eb853080fc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:57.419712 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-7761b137-c2a6-4b34-93e8-eb853080fc0d admin admin] 10.222.0.48 "GET /v2.0/networks/9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 HTTP/1.1" status: 200 len: 886 time: 0.1639712 Nov 23 13:04:59.527762 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54486) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:59.709506 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9f67b7-e2d9-4050-bbfd-a1f788e2cc5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:59.710779 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9a9f67b7-e2d9-4050-bbfd-a1f788e2cc5c admin admin] 10.222.0.48 "GET /v2.0/networks/ab644af4-56bc-4296-af79-c33fcb493764 HTTP/1.1" status: 200 len: 870 time: 0.1820714 Nov 23 13:05:01.826058 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 54496) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:01.934159 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f503ae-7d68-4bc7-b31e-c0136d134bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:01.934605 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f503ae-7d68-4bc7-b31e-c0136d134bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:01.935339 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-44f503ae-7d68-4bc7-b31e-c0136d134bce admin admin] Synchronizing usage tracker for tenant:8eb7dc87289443ec809b77c64efe83f9 on resource:subnet {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:05:02.023818 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-44f503ae-7d68-4bc7-b31e-c0136d134bce admin admin] Unset dirty status for tenant:8eb7dc87289443ec809b77c64efe83f9 on resource:subnet {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:05:02.024909 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-44f503ae-7d68-4bc7-b31e-c0136d134bce admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1979206 Nov 23 13:05:04.205841 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54506) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:04.311133 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906a0320-1513-4a12-a00f-297e95c2ec48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:04.311602 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906a0320-1513-4a12-a00f-297e95c2ec48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:04.313046 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-906a0320-1513-4a12-a00f-297e95c2ec48 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1062839 Nov 23 13:05:05.881444 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 5 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:05:06.419613 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54516) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:06.531419 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e22872-9603-4855-82fd-c0db63141434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:06.532768 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-43e22872-9603-4855-82fd-c0db63141434 admin admin] 10.222.0.48 "GET /v2.0/subnets/4657a766-6135-4514-bf35-9f9b5ffb7ee0 HTTP/1.1" status: 200 len: 868 time: 0.1122153 Nov 23 13:05:08.648374 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 54526) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:08.747316 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4379d2c-9c7b-4e42-aec0-99d8ffb3305c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:08.748555 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-f4379d2c-9c7b-4e42-aec0-99d8ffb3305c admin admin] 10.222.0.48 "GET /v2.0/subnets/c5f731f0-a861-4160-a944-f1ad6ad93795 HTTP/1.1" status: 200 len: 816 time: 0.0992665 Nov 23 13:05:21.704103 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e5d1df42-a74d-4776-8585-aac1cd3656de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:22.205009 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:24.418989 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-dc7c73cf-52fd-4d82-80b9-e60c556b40bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:25.262247 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:26.938811 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:31.970679 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54570) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:32.018665 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [None req-c848c6c7-edae-49d8-9cd3-f6a717c5273e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:05:32.019683 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-c848c6c7-edae-49d8-9cd3-f6a717c5273e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480318 Nov 23 13:05:34.225482 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54580) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:34.292333 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04236d9-9c5e-48de-b3ee-374e44e00c81 admin admin] GET failed (client error): The resource could not be found. Nov 23 13:05:34.293573 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-d04236d9-9c5e-48de-b3ee-374e44e00c81 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0671694 Nov 23 13:05:34.416187 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240538fb-87d2-4257-8f92-9cfdacde0d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:34.417531 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-240538fb-87d2-4257-8f92-9cfdacde0d4b admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1201477 Nov 23 13:05:36.552718 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54590) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:36.600018 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:36.605290 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:36.614704 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:36.696155 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Made reservation on behalf of 8eb7dc87289443ec809b77c64efe83f9 for: {'network': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:05:36.698486 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:36.786195 dv-cinder-818886-1-smb neutron-server[87465]: WARNING neutron.services.revisions.revision_plugin [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Could not find related network for resource to bump revision. Nov 23 13:05:36.799913 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=87465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:05:36.809182 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:36.813667 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.segments_db [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Added segment e2b858e3-6801-4b57-8283-e1028fafb9e9 of type vlan for network 5dedf267-5418-45d9-91c5-57baccedd729 Nov 23 13:05:36.835121 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:36.915595 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:36.917615 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:36.918483 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:36.922081 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:37.018562 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Pushing event updated for resources: {'Network': ['ID=5dedf267-5418-45d9-91c5-57baccedd729,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:37.021342 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:37.028340 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network 5dedf267-5418-45d9-91c5-57baccedd729 details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:05:37.091754 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5378654 Nov 23 13:05:39.233802 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54600) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:39.300256 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7893f1b-ddae-49a2-a605-49b873aeaba6 admin admin] GET failed (client error): The resource could not be found. Nov 23 13:05:39.300761 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-e7893f1b-ddae-49a2-a605-49b873aeaba6 admin admin] Synchronizing usage tracker for tenant:8eb7dc87289443ec809b77c64efe83f9 on resource:network {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:05:39.389940 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-e7893f1b-ddae-49a2-a605-49b873aeaba6 admin admin] Unset dirty status for tenant:8eb7dc87289443ec809b77c64efe83f9 on resource:network {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:05:39.391142 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-e7893f1b-ddae-49a2-a605-49b873aeaba6 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1564083 Nov 23 13:05:39.496501 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc27cafb-ef15-4ec3-ae88-7fe28bddf1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:39.498015 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-dc27cafb-ef15-4ec3-ae88-7fe28bddf1b9 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1030560 Nov 23 13:05:39.508116 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '5dedf267-5418-45d9-91c5-57baccedd729', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:39.512615 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:39.522474 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:39.587913 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Made reservation on behalf of 8eb7dc87289443ec809b77c64efe83f9 for: {'subnet': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:05:39.590202 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Notify callbacks [] for subnet, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:39.933400 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:39.937106 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-f60950f0-77c4-4b31-8440-13877ae53c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:40.005415 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b59867-b95e-4713-9f40-f747a4a9dac5,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:40.008764 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:40.014632 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Checking segment: {'id': 'e2b858e3-6801-4b57-8283-e1028fafb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dedf267-5418-45d9-91c5-57baccedd729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:05:40.015028 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Network hostable DHCP agents. Network: 5dedf267-5418-45d9-91c5-57baccedd729, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:05:40.098290 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Network 5dedf267-5418-45d9-91c5-57baccedd729 is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:05:40.178398 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, 5dedf267-5418-45d9-91c5-57baccedd729) {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:05:40.182374 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:40.183009 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:40.187153 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caa28ce-a235-423a-a607-a25287d461ad None None] Network 5dedf267-5418-45d9-91c5-57baccedd729 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:05:40.265024 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7608392 Nov 23 13:05:40.403816 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdb8eb36-8ddb-5181-ab2b-684eb66ce7a9-5dedf267-5418-45d9-91c5-57baccedd729', 'network_id': '5dedf267-5418-45d9-91c5-57baccedd729', 'tenant_id': '8eb7dc87289443ec809b77c64efe83f9', 'fixed_ips': [{'subnet_id': '90b59867-b95e-4713-9f40-f747a4a9dac5'}]}} from dv-cinder-818886-1-smb. {{(pid=87467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:05:40.404689 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:40.574772 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.db_base_plugin_common [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Allocated IP 192.168.233.2 (5dedf267-5418-45d9-91c5-57baccedd729/90b59867-b95e-4713-9f40-f747a4a9dac5/669ab72d-5547-439f-899f-a498d7f6fd35) {{(pid=87467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:05:40.794301 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Notify callbacks [] for port, precommit_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:40.799625 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Transition to ACTIVE for port object 669ab72d-5547-439f-899f-a498d7f6fd35 will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:05:40.820447 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Transition to ACTIVE for port object 669ab72d-5547-439f-899f-a498d7f6fd35 will not be triggered until provisioned by entity DHCP. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:05:40.893938 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:40.899637 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:40.974795 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Pushing event updated for resources: {'Port': ['ID=669ab72d-5547-439f-899f-a498d7f6fd35,revision_number=1']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:40.983376 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:40.983723 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:40.984150 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:40.984410 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:40.984741 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:40.985068 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:40.985388 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:40.985707 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:40.986024 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:40.986346 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:40.986659 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:40.987009 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:40.991589 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Network 5dedf267-5418-45d9-91c5-57baccedd729 is already hosted by enough agents. {{(pid=87467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:05:40.992503 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:40.993535 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.base_scheduler [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Resources bound (agent type, host, resource id): {{(pid=87467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:05:41.002146 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Received port after_create {{(pid=87467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:05:41.125225 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Attempting to bind port 669ab72d-5547-439f-899f-a498d7f6fd35 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:05:41.125511 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Attempting to bind port 669ab72d-5547-439f-899f-a498d7f6fd35 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': 'e2b858e3-6801-4b57-8283-e1028fafb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dedf267-5418-45d9-91c5-57baccedd729'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:05:41.125874 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Attempting to bind port 669ab72d-5547-439f-899f-a498d7f6fd35 on network 5dedf267-5418-45d9-91c5-57baccedd729 {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:05:41.131985 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:05:41.132357 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Checking segment: {'id': 'e2b858e3-6801-4b57-8283-e1028fafb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dedf267-5418-45d9-91c5-57baccedd729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:05:41.132799 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:41.133180 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Bound using segment: {'id': 'e2b858e3-6801-4b57-8283-e1028fafb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dedf267-5418-45d9-91c5-57baccedd729'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:05:41.133648 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Bound port: 669ab72d-5547-439f-899f-a498d7f6fd35, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b858e3-6801-4b57-8283-e1028fafb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dedf267-5418-45d9-91c5-57baccedd729'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:05:41.134040 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:41.225932 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] For port 669ab72d-5547-439f-899f-a498d7f6fd35, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:05:41.229100 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] For port 669ab72d-5547-439f-899f-a498d7f6fd35, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=669ab72d-5547-439f-899f-a498d7f6fd35,segment=NetworkSegment(e2b858e3-6801-4b57-8283-e1028fafb9e9),segment_id=e2b858e3-6801-4b57-8283-e1028fafb9e9)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:05:41.314869 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:41.319111 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-922165a1-9afc-4b92-ae03-20a404cc04ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:41.394315 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Pushing event updated for resources: {'Port': ['ID=669ab72d-5547-439f-899f-a498d7f6fd35,revision_number=2']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:41.397280 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:42.237295 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c15c963-b0d4-454d-85d6-04ba2aa9212b None None] Network 5dedf267-5418-45d9-91c5-57baccedd729 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:05:42.345674 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 669ab72d-5547-439f-899f-a498d7f6fd35 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:05:42.410186 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-35ac63fe-f163-40b0-9630-6ba52a97b2a5 None None] Provisioning for port 669ab72d-5547-439f-899f-a498d7f6fd35 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:05:42.544053 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 669ab72d-5547-439f-899f-a498d7f6fd35 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:05:42.551691 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 669ab72d-5547-439f-899f-a498d7f6fd35 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:05:42.552127 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:42.686501 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:42.724441 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 669ab72d-5547-439f-899f-a498d7f6fd35, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=669ab72d-5547-439f-899f-a498d7f6fd35,segment=NetworkSegment(e2b858e3-6801-4b57-8283-e1028fafb9e9),segment_id=e2b858e3-6801-4b57-8283-e1028fafb9e9)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:05:42.807003 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:42.809714 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-5b8ba4cc-ceee-4526-acce-ccc82a0dd72e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:42.880907 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 5 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:05:42.883844 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=669ab72d-5547-439f-899f-a498d7f6fd35,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:42.887136 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:42.899538 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-b5bde951-d563-45e9-8f16-1f8d3a9d34bf None None] Provisioning complete for port 669ab72d-5547-439f-899f-a498d7f6fd35 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:05:42.899538 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-b5bde951-d563-45e9-8f16-1f8d3a9d34bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:44.308258 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 669ab72d-5547-439f-899f-a498d7f6fd35 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:05:44.377353 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 669ab72d-5547-439f-899f-a498d7f6fd35 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:05:44.377728 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:51.759509 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7d7bc9ce-79ed-4499-a380-e9fd829ecd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:52.222331 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:54.439633 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-436be332-1444-4f69-8d7e-f95d9e27b9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:55.247202 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:56.955692 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:19.881041 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 5 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:06:21.730975 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d9e36d51-3a20-4454-a7a0-e8bbe3588d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:22.201366 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:24.424160 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-3656fa65-d3cb-45d0-89c1-e173ad1cb4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:25.246819 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:26.947833 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:51.737005 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-f5ae6518-c42d-437a-9bda-dd85fc94f096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:52.205445 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:54.462612 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8d27-ca4d-4e4b-8d6e-2743177c5d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:55.268420 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:56.879161 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 5 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:06:56.955832 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:00.181717 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54652) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:07:00.187498 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [None req-f318be3b-987f-4d53-9fdc-08ca689f59a2 tempest-verify_tempest_config-586989024 tempest-verify_tempest_config-586989024-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:07:00.188430 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-f318be3b-987f-4d53-9fdc-08ca689f59a2 tempest-verify_tempest_config-586989024 tempest-verify_tempest_config-586989024-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057638 Nov 23 13:07:00.736489 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 54670) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:07:00.849825 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:00.864893 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:07:00.868686 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Usage tracker for resource:security_group_rule and tenant:1279bf9aedb741c6bf0657c3bcdf0795 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:07:00.871387 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:07:00.876932 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:07:00.958148 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:01.035462 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:01.043185 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:07:01.083115 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1279bf9aedb741c6bf0657c3bcdf0795&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3454747 Nov 23 13:07:01.083698 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf5bc14-6820-4203-b6c0-38a0b4cdafd4,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:07:01.085845 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54676) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:07:01.090394 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.090744 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.091107 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.091435 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.091760 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.092083 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.092406 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.092726 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.093043 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.093358 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.093685 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.093984 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.098624 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:07:01.146865 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:01.171648 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:01.321397 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:01.325312 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:07:01.338786 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf5bc14-6820-4203-b6c0-38a0b4cdafd4,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:07:01.347067 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.347407 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.347737 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.348161 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.349009 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.349365 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.349690 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.350005 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.350331 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.350666 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.351002 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.351338 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:01.353902 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:01.357682 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bf5bc14-6820-4203-b6c0-38a0b4cdafd4 HTTP/1.1" status: 204 len: 168 time: 0.2681417 Nov 23 13:07:01.357682 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:07:21.856675 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-85a12646-eb2b-48e1-a7b8-2cda34918bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:22.201129 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:24.439456 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-1fdef32f-1092-4cf4-a681-b9be69b43c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:25.256459 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:26.944200 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:33.877283 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 5 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:07:51.727461 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-55f58b9c-9498-43bb-8df1-24c00e6d60f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:52.200467 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:54.423653 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-fe53019f-1718-4080-8092-d85cc8c11113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:55.263565 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:56.937698 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:10.875174 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 5 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:08:21.765239 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-f1549a5a-1336-4dc9-9caa-7efe568e6d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:22.189144 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:24.446097 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e37ee8e6-2b87-4a1a-b0e5-7cf014b983ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:25.251748 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:26.955060 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:40.719204 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546354'] for agent, after_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:47.874788 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:08:51.731796 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-ca2d8c07-ae68-4c30-a5fe-7b745bf25928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:52.199124 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:54.452324 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-a7d14f5e-eaef-4fec-803b-3dab3598084f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:55.262924 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:55.629700 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54756) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:08:55.742563 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-3a0cb2f7-7e89-4f28-8fe6-0ccfa955f84c admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1117668 Nov 23 13:08:57.000837 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:57.896528 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54766) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:08:57.950860 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9acf67d0-2e91-4eac-bfe0-164201d027e3 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0532370 Nov 23 13:09:10.691728 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:21.714002 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-22b3638e-b6b7-4c08-997f-38eda9301a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:22.204758 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:24.445924 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-414a61b2-3a21-4c9d-9577-145d7a4bd1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:24.873050 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:09:25.256760 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:26.960034 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:40.685548 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:51.742571 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-66142147-bcd2-4110-86f2-2b50641cb9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:52.222799 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:54.445761 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7980705e-7f40-4a04-9502-38e88801e7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:55.279718 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:56.965979 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:01.871782 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:10:10.708627 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:21.725420 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-8e133c0d-648c-4f35-be85-929a44e3305a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:22.210908 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:24.461889 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-29b93108-de4b-47e9-a0ce-9ed85af4e150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:25.279234 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:26.953741 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:38.871123 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:10:40.708005 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:41.419765 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54880) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:41.793609 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-3030646-network', 'tenant_id': 'b481ba5c73e94a219644435be64d05c4'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:41.798919 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:41.802910 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Usage tracker for resource:network and tenant:b481ba5c73e94a219644435be64d05c4 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:41.805846 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:41.811635 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:41.964903 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Made reservation on behalf of b481ba5c73e94a219644435be64d05c4 for: {'network': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:10:41.967253 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:41.979529 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:41.995083 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:42.001881 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Usage tracker for resource:security_group_rule and tenant:b481ba5c73e94a219644435be64d05c4 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:42.006926 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:42.013017 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:42.112605 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:42.210383 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:42.214894 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:42.242310 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=87465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:10:42.252268 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3461341b-b81c-4e04-9485-0ff3dd493e51,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:42.265232 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.segments_db [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Added segment 94409c05-8034-4bb4-afb3-31f42846f6b0 of type vlan for network dc92c671-b3d0-405c-aed9-02101cf03e64 Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Tracked resource versions report: Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: pushed versions: Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: { 'AddressGroup': {'1.2'}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'ConntrackHelper': {'1.0'}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'Log': {'1.0'}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'Network': {'1.1'}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'Port': {'1.7'}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'PortForwarding': {'1.2'}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'QosPolicy': {'1.8'}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'SecurityGroup': {'1.4'}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'SecurityGroupRule': {'1.2'}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'SubPort': {'1.0'}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'Subnet': {'1.1'}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'Trunk': {'1.1'}} Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: consumer versions: Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: { DHCP agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: HyperV agent@hv-cinder-81888: {}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: L3 agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: Metadata agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: Metering agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: Open vSwitch agent@dv-cinder-818886-1-smb: { 'AddressGroup': '1.2', Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'ConntrackHelper': '1.0', Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'Log': '1.0', Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'Network': '1.1', Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'Port': '1.7', Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'PortForwarding': '1.2', Nov 23 13:10:42.273319 dv-cinder-818886-1-smb neutron-server[87465]: 'QosPolicy': '1.8', Nov 23 13:10:42.276422 dv-cinder-818886-1-smb neutron-server[87465]: 'SecurityGroup': '1.4', Nov 23 13:10:42.276422 dv-cinder-818886-1-smb neutron-server[87465]: 'SecurityGroupRule': '1.2', Nov 23 13:10:42.276422 dv-cinder-818886-1-smb neutron-server[87465]: 'SubPort': '1.0', Nov 23 13:10:42.276422 dv-cinder-818886-1-smb neutron-server[87465]: 'Subnet': '1.1', Nov 23 13:10:42.276422 dv-cinder-818886-1-smb neutron-server[87465]: 'Trunk': '1.1'}} Nov 23 13:10:42.276422 dv-cinder-818886-1-smb neutron-server[87465]: {{(pid=87465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 13:10:42.279140 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:42.300921 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:42.410782 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:42.415378 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:42.415378 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:42.417490 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:42.515779 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Pushing event updated for resources: {'Network': ['ID=dc92c671-b3d0-405c-aed9-02101cf03e64,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:42.519011 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:42.526508 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network dc92c671-b3d0-405c-aed9-02101cf03e64 details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:10:42.580145 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 54922) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:42.582807 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1619401 Nov 23 13:10:42.587256 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Request body: {'subnet': {'network_id': 'dc92c671-b3d0-405c-aed9-02101cf03e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-3030646-subnet', 'tenant_id': 'b481ba5c73e94a219644435be64d05c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:42.593162 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:42.598979 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Usage tracker for resource:subnet and tenant:b481ba5c73e94a219644435be64d05c4 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:42.602099 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:42.608200 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:42.690575 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Made reservation on behalf of b481ba5c73e94a219644435be64d05c4 for: {'subnet': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:10:42.693111 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:42.982834 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:42.991719 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-fbf25f27-643a-435a-ae8b-d34c6799f426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:43.068480 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a74489-37e6-4ca6-8d48-e6e9ab6af76e,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:43.073168 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Checking segment: {'id': '94409c05-8034-4bb4-afb3-31f42846f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'dc92c671-b3d0-405c-aed9-02101cf03e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:10:43.073512 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Network hostable DHCP agents. Network: dc92c671-b3d0-405c-aed9-02101cf03e64, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:10:43.082680 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:43.083043 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:43.083373 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:43.083696 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:43.084016 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:43.084332 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:43.084643 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:43.084950 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:43.085260 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:43.085566 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:43.085893 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:43.086201 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Tracked resource versions report: Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: pushed versions: Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: { 'AddressGroup': {'1.2'}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'ConntrackHelper': {'1.0'}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'Log': {'1.0'}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'Network': {'1.1'}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'Port': {'1.7'}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'PortForwarding': {'1.2'}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'QosPolicy': {'1.8'}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'SecurityGroup': {'1.4'}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'SecurityGroupRule': {'1.2'}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'SubPort': {'1.0'}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'Subnet': {'1.1'}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'Trunk': {'1.1'}} Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: consumer versions: Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: { DHCP agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: HyperV agent@hv-cinder-81888: {}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: L3 agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: Metadata agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: Metering agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: Open vSwitch agent@dv-cinder-818886-1-smb: { 'AddressGroup': '1.2', Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'ConntrackHelper': '1.0', Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'Log': '1.0', Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'Network': '1.1', Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'Port': '1.7', Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'PortForwarding': '1.2', Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'QosPolicy': '1.8', Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'SecurityGroup': '1.4', Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'SecurityGroupRule': '1.2', Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'SubPort': '1.0', Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'Subnet': '1.1', Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: 'Trunk': '1.1'}} Nov 23 13:10:43.087264 dv-cinder-818886-1-smb neutron-server[87466]: {{(pid=87466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 13:10:43.092161 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:43.181692 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Network dc92c671-b3d0-405c-aed9-02101cf03e64 is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:10:43.266838 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, dc92c671-b3d0-405c-aed9-02101cf03e64) {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:10:43.282589 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a200bd65-e616-4e89-a1f6-4907d6a85427 None None] Network dc92c671-b3d0-405c-aed9-02101cf03e64 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:10:43.283043 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:43.283043 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:43.362088 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 54964) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:43.416875 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8356321 Nov 23 13:10:43.483471 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 54974) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:43.525663 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c5b96-121d-40d3-aa1f-38843cc9a7d8 None None] Network dc92c671-b3d0-405c-aed9-02101cf03e64 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:10:44.002149 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1892143650-network', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:44.007460 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:44.011244 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Usage tracker for resource:network and tenant:3b12f3c7ceda456987357f151ca0b4d1 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:44.014207 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:44.021201 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:44.050655 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1738360405-network', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:44.052672 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:44.056548 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Usage tracker for resource:network and tenant:853b7b2f68be41a2b9efcc92fd52fd59 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:44.059422 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:44.065279 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:44.070721 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 54992) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:44.085267 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 54998) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:44.102140 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Made reservation on behalf of 3b12f3c7ceda456987357f151ca0b4d1 for: {'network': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:10:44.104468 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.117626 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.133080 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:44.136893 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Usage tracker for resource:security_group_rule and tenant:3b12f3c7ceda456987357f151ca0b4d1 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:44.139641 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:44.146001 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:44.153530 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Made reservation on behalf of 853b7b2f68be41a2b9efcc92fd52fd59 for: {'network': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:10:44.155914 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.168645 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.184079 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:44.188347 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Usage tracker for resource:security_group_rule and tenant:853b7b2f68be41a2b9efcc92fd52fd59 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:44.192485 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:44.198985 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:44.232047 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.288386 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.290800 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.295260 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4fb2e11c-32f9-4d72-b7ce-47e28b156357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:44.310587 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-65963705-network', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:44.330475 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.331491 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:44.334125 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=87466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:10:44.336314 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:44.349320 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Usage tracker for resource:network and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:44.352480 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:44.358545 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:44.365542 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1861169197-network', 'tenant_id': '03fc88be0a9f43bebedaede3ecd2f613'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:44.367013 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=87465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:10:44.376001 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:44.381210 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Usage tracker for resource:network and tenant:03fc88be0a9f43bebedaede3ecd2f613 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:44.382449 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa1c827-0762-4828-846d-9ed8860e1401,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:44.384491 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:44.392299 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:44.400202 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:44.403692 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.404443 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.segments_db [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Added segment de25bd64-c15f-482b-b18f-111c191ff273 of type vlan for network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 Nov 23 13:10:44.408291 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3387ccb6-4d91-4804-a415-865fb18e1b5f,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:44.413573 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:44.414568 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.414942 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.segments_db [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Added segment fa4e1afd-2700-44cd-b285-94c8ff134196 of type vlan for network 0027748b-8da6-43ba-b2a5-1fbc984935cc Nov 23 13:10:44.446693 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Made reservation on behalf of 03fc88be0a9f43bebedaede3ecd2f613 for: {'network': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:10:44.449101 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.459419 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.464652 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.468812 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.487556 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:44.497525 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Made reservation on behalf of 53d4861f8a6e416bafb99b42b9213d54 for: {'network': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:10:44.499865 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.514580 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:03fc88be0a9f43bebedaede3ecd2f613 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:44.521066 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:44.523671 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.537391 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:44.545988 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:44.554286 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Usage tracker for resource:security_group_rule and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:44.557968 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:44.571013 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:44.573291 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.576482 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:44.580538 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.605196 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.609921 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:44.611127 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:44.611293 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.620177 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4bc41403-370b-4ad1-997e-b3327737c8c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:44.702106 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2172105 Nov 23 13:10:44.705325 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55026) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:44.725646 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Request body: {'subnet': {'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1738360405-subnet', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:44.732005 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:44.737772 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Pushing event updated for resources: {'Network': ['ID=1a4efee9-ffed-4f56-81e3-cd45acdb4059,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:44.741787 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:44.742959 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Usage tracker for resource:subnet and tenant:853b7b2f68be41a2b9efcc92fd52fd59 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:44.746632 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:44.750597 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:10:44.755995 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:44.761330 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3948545 Nov 23 13:10:44.761467 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55030) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:44.776686 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Request body: {'subnet': {'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1892143650-subnet', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:44.788387 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:44.792681 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Usage tracker for resource:subnet and tenant:3b12f3c7ceda456987357f151ca0b4d1 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:44.795740 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:44.805723 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Pushing event updated for resources: {'Network': ['ID=0027748b-8da6-43ba-b2a5-1fbc984935cc,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:44.815644 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:44.818815 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:44.829833 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.839032 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Made reservation on behalf of 853b7b2f68be41a2b9efcc92fd52fd59 for: {'subnet': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:10:44.841360 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.863879 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network 0027748b-8da6-43ba-b2a5-1fbc984935cc details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:10:44.883384 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.908726 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.916244 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:44.930020 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Made reservation on behalf of 3b12f3c7ceda456987357f151ca0b4d1 for: {'subnet': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:10:44.932330 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.954720 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=87466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:10:44.964169 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd143cd-2ee0-4eb7-b984-04ba699b67f5,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:44.970714 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:44.975099 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:44.975437 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.segments_db [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Added segment a6eaf9be-420a-4777-861a-8ba461a4601c of type vlan for network 4fcd731b-3484-4a4a-9d91-9350116c2af7 Nov 23 13:10:45.004630 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:45.016513 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:45.016513 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:45.051871 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcf4d35-d3df-4c58-8a42-5fbdda362cc8,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:45.057799 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:45.075138 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=87466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:10:45.100000 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:45.100389 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.segments_db [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Added segment 24d0d914-367f-48a6-ac06-95b591f86df6 of type vlan for network 9fd585cf-4252-4526-87d0-f50fc6aed26e Nov 23 13:10:45.129378 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:45.182492 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:45.183939 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:45.184559 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:45.188298 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-feeaff55-3000-46c1-90e7-062260785c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:45.289724 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=4fcd731b-3484-4a4a-9d91-9350116c2af7,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:45.297006 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:45.301349 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:45.302705 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network 4fcd731b-3484-4a4a-9d91-9350116c2af7 details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:10:45.303768 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:45.304693 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:45.312718 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:45.382332 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:45.387556 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-78fae85d-2174-4279-93bc-b7c4f0b02ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:45.419360 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Pushing event updated for resources: {'Network': ['ID=9fd585cf-4252-4526-87d0-f50fc6aed26e,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:45.429266 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:45.453879 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:45.496301 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network 9fd585cf-4252-4526-87d0-f50fc6aed26e details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:10:45.502265 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4156129 Nov 23 13:10:45.505988 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 55056) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:45.512485 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Request body: {'subnet': {'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1861169197-subnet', 'tenant_id': '03fc88be0a9f43bebedaede3ecd2f613', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:45.522101 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:45.537945 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4659295 Nov 23 13:10:45.539815 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 55060) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:45.551084 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Usage tracker for resource:subnet and tenant:03fc88be0a9f43bebedaede3ecd2f613 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:45.554462 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:45.573375 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Request body: {'subnet': {'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-subnet', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:45.588648 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:45.591585 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:45.601168 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Usage tracker for resource:subnet and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:45.602461 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Checking segment: {'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:10:45.606374 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:45.611178 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Network hostable DHCP agents. Network: 1a4efee9-ffed-4f56-81e3-cd45acdb4059, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:10:45.615769 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:45.652821 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6cc2b94-0f4f-499e-9b16-c37f584a39e4,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:45.668767 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Checking segment: {'id': 'fa4e1afd-2700-44cd-b285-94c8ff134196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:10:45.669138 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Network hostable DHCP agents. Network: 0027748b-8da6-43ba-b2a5-1fbc984935cc, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:10:45.673952 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:45.676446 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:45.690076 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Made reservation on behalf of 03fc88be0a9f43bebedaede3ecd2f613 for: {'subnet': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:10:45.693267 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:45.768321 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:45.774221 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:45.777777 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Made reservation on behalf of 53d4861f8a6e416bafb99b42b9213d54 for: {'subnet': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:10:45.779897 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:45.810829 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Network 0027748b-8da6-43ba-b2a5-1fbc984935cc is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:10:45.841787 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:10:45.949123 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, 0027748b-8da6-43ba-b2a5-1fbc984935cc) {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:10:45.960581 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2910089-8120-42b9-9454-a3c717ab0b58 None None] Network 0027748b-8da6-43ba-b2a5-1fbc984935cc requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:10:45.962818 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:45.963612 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:45.997554 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, 1a4efee9-ffed-4f56-81e3-cd45acdb4059) {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:10:46.003490 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:46.005315 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:46.056994 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2944872 Nov 23 13:10:46.059485 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8abe89-6eb3-4856-8401-3d6991041889 None None] Network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:10:46.059632 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55092) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:46.066943 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1892143650-router', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:46.077820 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:46.086232 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Usage tracker for resource:router and tenant:3b12f3c7ceda456987357f151ca0b4d1 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:46.096373 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:46.113901 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:46.129624 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 55096) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:46.130333 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4209301 Nov 23 13:10:46.135534 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:46.140929 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:46.145348 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Usage tracker for resource:router and tenant:853b7b2f68be41a2b9efcc92fd52fd59 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:46.148498 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:46.155075 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:46.184126 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:46.193624 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:46.210677 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-616933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35149'] for router, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:46.212089 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35162'] for router, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:46.247698 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:46.263757 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:46.280821 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:46.281995 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-616933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35149'] for router, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:46.283883 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35162'] for router, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:46.288895 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:46.305108 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-bdd63d2d-85dc-4ac7-904e-05f45481e4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:46.408671 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:46.464433 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Checking segment: {'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:10:46.464433 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Network hostable DHCP agents. Network: 4fcd731b-3484-4a4a-9d91-9350116c2af7, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:10:46.498784 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 55112) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:46.512754 dv-cinder-818886-1-smb neutron-server[87466]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 13:10:46.513828 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbfc899-3c99-41b9-ba60-7e70ca060469,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:46.523729 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:46.631662 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4babe8a4-1eb6-4ab4-b1f9-03a9e3710dfb None None] Network 0027748b-8da6-43ba-b2a5-1fbc984935cc requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:10:46.717791 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdb8eb36-8ddb-5181-ab2b-684eb66ce7a9-1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4'}]}} from dv-cinder-818886-1-smb. {{(pid=87467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:10:46.718798 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:46.759537 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Checking segment: {'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:10:46.759947 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Network hostable DHCP agents. Network: 9fd585cf-4252-4526-87d0-f50fc6aed26e, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:10:46.765498 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Network 4fcd731b-3484-4a4a-9d91-9350116c2af7 is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:10:46.915876 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55132) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:46.925187 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, 4fcd731b-3484-4a4a-9d91-9350116c2af7) {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:10:46.930301 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:46.931049 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:46.961082 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e36d073-f723-4c17-bb7b-6675babf55d4 None None] Network 4fcd731b-3484-4a4a-9d91-9350116c2af7 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:10:47.000865 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-616727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35112'] for router, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:47.131262 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.db_base_plugin_common [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Allocated IP 172.20.0.2 (1a4efee9-ffed-4f56-81e3-cd45acdb4059/a6cc2b94-0f4f-499e-9b16-c37f584a39e4/054310fe-a8e8-4b89-82c0-149fb9b38dde) {{(pid=87467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:10:47.132783 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-38dd3e14-8ba9-41e4-80fb-ff748bda9eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:47.149581 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-38dd3e14-8ba9-41e4-80fb-ff748bda9eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:47.154031 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-38dd3e14-8ba9-41e4-80fb-ff748bda9eba admin admin] Usage tracker for resource:security_group_rule and tenant:1b680586e5b24a2c9d60e52cc08bff34 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:47.157104 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-38dd3e14-8ba9-41e4-80fb-ff748bda9eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:47.164062 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-38dd3e14-8ba9-41e4-80fb-ff748bda9eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:47.268048 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-38dd3e14-8ba9-41e4-80fb-ff748bda9eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:47.297032 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Network 9fd585cf-4252-4526-87d0-f50fc6aed26e is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:10:47.310918 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-3d820607-b1b1-4aac-98d2-9bab64bf1e0d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8013980 Nov 23 13:10:47.316539 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, 9fd585cf-4252-4526-87d0-f50fc6aed26e) {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:10:47.338424 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:47.339178 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:47.341819 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d06a6-5928-425e-89b8-5cb7f97827f1 None None] Network 9fd585cf-4252-4526-87d0-f50fc6aed26e requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:10:47.363736 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-38dd3e14-8ba9-41e4-80fb-ff748bda9eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:47.390054 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187c5744-d015-44d2-8f3d-89c9e74a2e6e None None] Network 4fcd731b-3484-4a4a-9d91-9350116c2af7 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:10:47.406731 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-616727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35112'] for router, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:47.408676 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-de64ef97-a99f-4dc1-b949-52213bec8e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:47.430937 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-38dd3e14-8ba9-41e4-80fb-ff748bda9eba admin admin] Synchronizing usage tracker for tenant:8eb7dc87289443ec809b77c64efe83f9 on resource:security_group {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:10:47.443916 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-2f2d705c-62b4-4ea3-a8fe-dedf6298ab37 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:47.445651 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-2f2d705c-62b4-4ea3-a8fe-dedf6298ab37 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/networks?id=dc92c671-b3d0-405c-aed9-02101cf03e64 HTTP/1.1" status: 200 len: 809 time: 0.9406185 Nov 23 13:10:47.463389 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-078b558e-0104-40b0-90ee-1b198cef88b8 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/quotas/b481ba5c73e94a219644435be64d05c4 HTTP/1.1" status: 200 len: 375 time: 0.0119505 Nov 23 13:10:47.487289 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd3e14-8ba9-41e4-80fb-ff748bda9eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdef9c5b-16c3-4c3d-81b4-34bc6975f033,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:47.516338 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-38dd3e14-8ba9-41e4-80fb-ff748bda9eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:47.575615 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0320024 Nov 23 13:10:47.586300 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55150) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:47.597661 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:47.602978 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:47.606984 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Usage tracker for resource:router and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:47.611541 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:47.618522 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:47.626243 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-38dd3e14-8ba9-41e4-80fb-ff748bda9eba admin admin] Unset dirty status for tenant:8eb7dc87289443ec809b77c64efe83f9 on resource:security_group {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:10:47.629301 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-38dd3e14-8ba9-41e4-80fb-ff748bda9eba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b680586e5b24a2c9d60e52cc08bff34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7115662 Nov 23 13:10:47.636443 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 55156) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:47.640423 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-b546b905-17be-45f2-a507-2c98c2ff04c7 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b481ba5c73e94a219644435be64d05c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1712327 Nov 23 13:10:47.770441 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Notify callbacks [] for port, precommit_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:47.807672 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-09f2cfec-24bd-4442-b772-b5310ec30583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:47.865346 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-09f2cfec-24bd-4442-b772-b5310ec30583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:47.874463 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Transition to ACTIVE for port object 054310fe-a8e8-4b89-82c0-149fb9b38dde will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:10:47.915936 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-616933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35149'] for router, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:47.916953 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35162'] for router, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:47.930900 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55176) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:48.007146 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:48.026679 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Transition to ACTIVE for port object 054310fe-a8e8-4b89-82c0-149fb9b38dde will not be triggered until provisioned by entity DHCP. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:10:48.032048 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:48.048415 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-94052517-32fc-4c5d-8951-312f9cb50c23 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:10:48.053606 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-94052517-32fc-4c5d-8951-312f9cb50c23 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1704087 Nov 23 13:10:48.075140 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:48.120547 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:48.137069 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:48.170773 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdb8eb36-8ddb-5181-ab2b-684eb66ce7a9-9fd585cf-4252-4526-87d0-f50fc6aed26e', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469'}]}} from dv-cinder-818886-1-smb. {{(pid=87467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:10:48.171665 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:48.274322 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 is already hosted by enough agents. {{(pid=87467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:10:48.278404 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.base_scheduler [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Resources bound (agent type, host, resource id): {{(pid=87467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:10:48.279801 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-44109278-0e27-4bf2-821c-70cc0295e142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:48.283563 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Received port after_create {{(pid=87467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:10:48.290347 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Pushing event updated for resources: {'Port': ['ID=054310fe-a8e8-4b89-82c0-149fb9b38dde,revision_number=1']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:48.312708 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-44109278-0e27-4bf2-821c-70cc0295e142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:48.321168 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-44109278-0e27-4bf2-821c-70cc0295e142 admin admin] Usage tracker for resource:security_group_rule and tenant:ef25869532404930a3fc301e3383d654 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:48.331062 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:48.331796 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:48.332480 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:48.334369 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:48.334975 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:48.335772 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:48.336276 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:48.336838 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:48.337940 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:48.338454 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:48.338984 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:48.339498 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Tracked resource versions report: Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: pushed versions: Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: { 'AddressGroup': {'1.2'}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'ConntrackHelper': {'1.0'}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'Log': {'1.0'}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'Network': {'1.1'}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'Port': {'1.7'}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'PortForwarding': {'1.2'}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'QosPolicy': {'1.8'}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'SecurityGroup': {'1.4'}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'SecurityGroupRule': {'1.2'}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'SubPort': {'1.0'}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'Subnet': {'1.1'}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'Trunk': {'1.1'}} Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: consumer versions: Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: { DHCP agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: HyperV agent@hv-cinder-81888: {}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: L3 agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: Metadata agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: Metering agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: Open vSwitch agent@dv-cinder-818886-1-smb: { 'AddressGroup': '1.2', Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'ConntrackHelper': '1.0', Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'Log': '1.0', Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'Network': '1.1', Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'Port': '1.7', Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'PortForwarding': '1.2', Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'QosPolicy': '1.8', Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'SecurityGroup': '1.4', Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'SecurityGroupRule': '1.2', Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'SubPort': '1.0', Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'Subnet': '1.1', Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: 'Trunk': '1.1'}} Nov 23 13:10:48.340826 dv-cinder-818886-1-smb neutron-server[87467]: {{(pid=87467) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 13:10:48.342642 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:48.350940 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:48.389008 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-44109278-0e27-4bf2-821c-70cc0295e142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:48.407089 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Attempting to bind port 054310fe-a8e8-4b89-82c0-149fb9b38dde on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:10:48.408109 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Attempting to bind port 054310fe-a8e8-4b89-82c0-149fb9b38dde by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:10:48.408745 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Attempting to bind port 054310fe-a8e8-4b89-82c0-149fb9b38dde on network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:10:48.416810 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:10:48.417606 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Checking segment: {'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:10:48.418291 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:48.418926 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Bound using segment: {'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:10:48.419675 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Bound port: 054310fe-a8e8-4b89-82c0-149fb9b38dde, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:10:48.420419 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:48.434318 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:48.481866 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-44109278-0e27-4bf2-821c-70cc0295e142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:48.511234 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-616727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35112'] for router, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:48.595773 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] For port 054310fe-a8e8-4b89-82c0-149fb9b38dde, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:10:48.610097 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] For port 054310fe-a8e8-4b89-82c0-149fb9b38dde, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=054310fe-a8e8-4b89-82c0-149fb9b38dde,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:10:48.678685 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-09f2cfec-24bd-4442-b772-b5310ec30583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:48.727129 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:48.807279 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-09f2cfec-24bd-4442-b772-b5310ec30583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:48.807279 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-09f2cfec-24bd-4442-b772-b5310ec30583 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdef9c5b-16c3-4c3d-81b4-34bc6975f033 HTTP/1.1" status: 204 len: 168 time: 1.1307058 Nov 23 13:10:48.807279 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2cfec-24bd-4442-b772-b5310ec30583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdef9c5b-16c3-4c3d-81b4-34bc6975f033,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:48.807965 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.db_base_plugin_common [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Allocated IP 172.20.0.2 (9fd585cf-4252-4526-87d0-f50fc6aed26e/1bbfc899-3c99-41b9-ba60-7e70ca060469/8fb0d456-eb8c-4dba-9745-571f2c2db752) {{(pid=87467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:10:48.808211 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-09f2cfec-24bd-4442-b772-b5310ec30583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:48.855288 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Allocated IP 172.28.3.85 (9b5166c7-a3b6-4dd2-bc8e-90c117c22df2/c5f731f0-a861-4160-a944-f1ad6ad93795/720a6a2a-013b-4d80-88c9-f803d83e5380) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:10:48.862096 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-f59a9e41-9019-4562-b994-49afd900f151 service neutron] 10.222.0.48 "GET /v2.0/networks/dc92c671-b3d0-405c-aed9-02101cf03e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376436 Nov 23 13:10:48.912382 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-44109278-0e27-4bf2-821c-70cc0295e142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.001213 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.040895 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:49.043854 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 55210) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:49.047538 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-987bb16b-eaea-425f-848e-e9821c83e2c5 service neutron] 10.222.0.48 "GET /v2.0/networks/dc92c671-b3d0-405c-aed9-02101cf03e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746376 Nov 23 13:10:49.141285 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Pushing event updated for resources: {'Port': ['ID=054310fe-a8e8-4b89-82c0-149fb9b38dde,revision_number=2']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:49.201743 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-44109278-0e27-4bf2-821c-70cc0295e142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.221962 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:49.257166 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44109278-0e27-4bf2-821c-70cc0295e142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d207a29-3565-4382-b4a1-feba7fe787cf,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:49.269638 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-44109278-0e27-4bf2-821c-70cc0295e142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:49.284952 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-44109278-0e27-4bf2-821c-70cc0295e142 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef25869532404930a3fc301e3383d654&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3520861 Nov 23 13:10:49.285544 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55220) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:49.330139 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.345688 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d298833-1f29-47de-adff-130d0bda5b0f req-3c35bc94-ed5b-44d6-8e72-d605a7f8eb4c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:49.346398 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-7d298833-1f29-47de-adff-130d0bda5b0f req-3c35bc94-ed5b-44d6-8e72-d605a7f8eb4c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Synchronizing usage tracker for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:network {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:10:49.372076 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.396975 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Notify callbacks [] for port, precommit_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.408360 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.459460 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:49.460847 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Transition to ACTIVE for port object 8fb0d456-eb8c-4dba-9745-571f2c2db752 will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:10:49.495536 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Transition to ACTIVE for port object 8fb0d456-eb8c-4dba-9745-571f2c2db752 will not be triggered until provisioned by entity DHCP. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:10:49.512272 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b064bbd5-6b29-4149-a7c9-36642fbdd627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.537641 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-7d298833-1f29-47de-adff-130d0bda5b0f req-3c35bc94-ed5b-44d6-8e72-d605a7f8eb4c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Unset dirty status for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:network {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:10:49.545401 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-3c35bc94-ed5b-44d6-8e72-d605a7f8eb4c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/networks?id=4fcd731b-3484-4a4a-9d91-9350116c2af7 HTTP/1.1" status: 200 len: 815 time: 0.5003746 Nov 23 13:10:49.574610 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b064bbd5-6b29-4149-a7c9-36642fbdd627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.585067 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fc8a91b8-28bc-4617-b2ad-20b6a8defd2f req-c8025492-42b0-4311-8601-c92dce95d8e9 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 210 time: 0.1544049 Nov 23 13:10:49.605205 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-8753e5d8-0526-47c2-9436-b2492a1e6091 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/quotas/03fc88be0a9f43bebedaede3ecd2f613 HTTP/1.1" status: 200 len: 375 time: 0.0555668 Nov 23 13:10:49.626565 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.644534 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:49.669384 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-e617a3a3-7a0a-4462-b123-f6f7003ef5d4 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624154 Nov 23 13:10:49.705375 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Network 9fd585cf-4252-4526-87d0-f50fc6aed26e is already hosted by enough agents. {{(pid=87467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:10:49.713822 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.base_scheduler [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Resources bound (agent type, host, resource id): {{(pid=87467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:10:49.735632 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Received port after_create {{(pid=87467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:10:49.742446 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.748043 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:49.803651 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b064bbd5-6b29-4149-a7c9-36642fbdd627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.823902 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:10:49.826947 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:10:49.832022 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:10:49.849147 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-597ccffb-3ac2-48e4-9b17-d5a64aa79e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:49.866501 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Attempting to bind port 8fb0d456-eb8c-4dba-9745-571f2c2db752 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:10:49.866910 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Attempting to bind port 8fb0d456-eb8c-4dba-9745-571f2c2db752 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:10:49.867282 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Attempting to bind port 8fb0d456-eb8c-4dba-9745-571f2c2db752 on network 9fd585cf-4252-4526-87d0-f50fc6aed26e {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:10:49.875595 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:10:49.875979 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Checking segment: {'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:10:49.876391 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.876790 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Bound using segment: {'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:10:49.877275 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Bound port: 8fb0d456-eb8c-4dba-9745-571f2c2db752, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:10:49.877672 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.885894 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55250) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:49.959668 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b064bbd5-6b29-4149-a7c9-36642fbdd627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.960844 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-b064bbd5-6b29-4149-a7c9-36642fbdd627 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d207a29-3565-4382-b4a1-feba7fe787cf HTTP/1.1" status: 204 len: 168 time: 0.6726272 Nov 23 13:10:49.961779 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064bbd5-6b29-4149-a7c9-36642fbdd627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d207a29-3565-4382-b4a1-feba7fe787cf,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:49.977233 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b064bbd5-6b29-4149-a7c9-36642fbdd627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:49.977998 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d7c6dee8-852c-46d9-95dd-9e2117ff6af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:50.005834 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] For port 8fb0d456-eb8c-4dba-9745-571f2c2db752, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:10:50.009077 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] For port 8fb0d456-eb8c-4dba-9745-571f2c2db752, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=8fb0d456-eb8c-4dba-9745-571f2c2db752,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:10:50.042343 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Pushing event updated for resources: {'Port': ['ID=8fb0d456-eb8c-4dba-9745-571f2c2db752,revision_number=1']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:50.046141 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:50.071176 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-d7c6dee8-852c-46d9-95dd-9e2117ff6af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:50.074848 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Allocated IP 172.28.3.133 (9b5166c7-a3b6-4dd2-bc8e-90c117c22df2/c5f731f0-a861-4160-a944-f1ad6ad93795/bd3f21d6-52db-40e1-b8cd-5480a02acec8) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:10:50.081422 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-d7c6dee8-852c-46d9-95dd-9e2117ff6af8 admin admin] Usage tracker for resource:security_group_rule and tenant:492b180638674e668141738ccd9fba2a is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:50.089290 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-d7c6dee8-852c-46d9-95dd-9e2117ff6af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:50.092647 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Pushing event updated for resources: {'Port': ['ID=720a6a2a-013b-4d80-88c9-f803d83e5380,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:50.098402 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-d7c6dee8-852c-46d9-95dd-9e2117ff6af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:50.099460 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:50.107826 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:50.120808 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:50.224070 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-842d53eb-82f5-4224-9061-a8da98d7a32d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:10:50.225610 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-842d53eb-82f5-4224-9061-a8da98d7a32d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1487026 Nov 23 13:10:50.239629 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Pushing event updated for resources: {'Port': ['ID=8fb0d456-eb8c-4dba-9745-571f2c2db752,revision_number=2']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:50.246950 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:50.385225 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-789a1f99-2eef-4341-b8bb-87d9b3b8b60d service neutron] 10.222.0.48 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510191 Nov 23 13:10:50.661621 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 054310fe-a8e8-4b89-82c0-149fb9b38dde up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:10:50.697820 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d7c6dee8-852c-46d9-95dd-9e2117ff6af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:50.725828 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:50.776570 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d7c6dee8-852c-46d9-95dd-9e2117ff6af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:50.859255 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:50.896449 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76796e29-c1e9-4a8b-a498-9d998d628425 None None] Network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:10:50.903521 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:50.920193 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-98421734-fa0d-492b-b745-c685128bbda0 req-4f485086-265f-45df-b949-7a8ad63a7db2 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 210 time: 0.0656114 Nov 23 13:10:50.946826 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-d7c6dee8-852c-46d9-95dd-9e2117ff6af8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=492b180638674e668141738ccd9fba2a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0361958 Nov 23 13:10:50.961383 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55286) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:50.987729 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-1cb17e83-89b5-4c96-a288-68d50937ba0d service neutron] 10.222.0.48 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855477 Nov 23 13:10:50.988277 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:51.007475 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 054310fe-a8e8-4b89-82c0-149fb9b38dde completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:10:51.028357 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6dee8-852c-46d9-95dd-9e2117ff6af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6a4e0e-bc73-42cd-9155-17da479cbaa3,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:51.031947 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d7c6dee8-852c-46d9-95dd-9e2117ff6af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:51.038392 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:10:51.041151 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-248e1691-7d80-41b9-a3e9-a75ea3909fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:51.047943 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-98ddf4f3-c362-4b75-b772-87e57f53c25b None None] Provisioning for port 054310fe-a8e8-4b89-82c0-149fb9b38dde completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:10:51.077991 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-98ddf4f3-c362-4b75-b772-87e57f53c25b None None] Provisioning complete for port 054310fe-a8e8-4b89-82c0-149fb9b38dde triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:10:51.078373 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-98ddf4f3-c362-4b75-b772-87e57f53c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:51.087555 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:10:51.090800 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:10:51.172383 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Allocated IP 172.28.3.198 (9b5166c7-a3b6-4dd2-bc8e-90c117c22df2/c5f731f0-a861-4160-a944-f1ad6ad93795/b1eab83c-b4e6-4270-bc04-ec3a95892a25) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:10:51.280189 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 55294) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:51.432570 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Pushing event updated for resources: {'Port': ['ID=bd3f21d6-52db-40e1-b8cd-5480a02acec8,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:51.450760 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:51.499447 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-98ddf4f3-c362-4b75-b772-87e57f53c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:51.578360 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-98ddf4f3-c362-4b75-b772-87e57f53c25b None None] For port 054310fe-a8e8-4b89-82c0-149fb9b38dde, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=054310fe-a8e8-4b89-82c0-149fb9b38dde,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:10:51.600570 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-41309614-feea-4ddb-a1db-13cf3c378588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:51.645221 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-98ddf4f3-c362-4b75-b772-87e57f53c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:51.649596 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:51.663986 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-50397da0-cda7-4f32-9431-df4b24a420af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:51.681639 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-41309614-feea-4ddb-a1db-13cf3c378588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:51.762047 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55082d65-5d44-4730-927c-75bad7b8bcab None None] Network 9fd585cf-4252-4526-87d0-f50fc6aed26e requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:10:51.840508 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cefb386f-3b7a-4481-bc6d-cecbb7a4a522 req-c9d6be31-640f-4089-89a6-2a00c1a9826f tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 210 time: 0.1819663 Nov 23 13:10:51.850736 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-50397da0-cda7-4f32-9431-df4b24a420af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:51.859347 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-50397da0-cda7-4f32-9431-df4b24a420af admin admin] Usage tracker for resource:security_group_rule and tenant:fcccf3baa5954cf4b7341805dea48795 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:51.865253 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-50397da0-cda7-4f32-9431-df4b24a420af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:51.874878 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-50397da0-cda7-4f32-9431-df4b24a420af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:51.919625 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617701'] for router, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:51.960742 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-94ee101c-0a5d-483e-95db-3d0eeaed889b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:52.008149 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddf4f3-c362-4b75-b772-87e57f53c25b None None] Pushing event updated for resources: {'Port': ['ID=054310fe-a8e8-4b89-82c0-149fb9b38dde,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:52.018712 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-98ddf4f3-c362-4b75-b772-87e57f53c25b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:52.057297 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-798ee00e-f1f1-4a4e-a16d-6c858a4d9e3b None None] Provisioning for port 8fb0d456-eb8c-4dba-9745-571f2c2db752 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:10:52.084558 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:52.163192 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:52.254286 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-15c92c3d-07c4-4a80-a312-3b7c8a2e4f34 None None] Provisioning complete for port 054310fe-a8e8-4b89-82c0-149fb9b38dde triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:10:52.254957 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-15c92c3d-07c4-4a80-a312-3b7c8a2e4f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:52.262670 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-077705e1-d620-468a-a866-7170cf075c19 req-08fc74a8-0585-4679-a944-d4c351492f2b tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 210 time: 0.1931369 Nov 23 13:10:52.298929 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:52.450856 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-50397da0-cda7-4f32-9431-df4b24a420af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:52.467226 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-41309614-feea-4ddb-a1db-13cf3c378588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:52.484062 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:52.525987 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-50397da0-cda7-4f32-9431-df4b24a420af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:52.527311 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 is scheduled to L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d with binding_index 1 {{(pid=87466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:10:52.546940 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:52.618033 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 054310fe-a8e8-4b89-82c0-149fb9b38dde up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:10:52.625563 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50397da0-cda7-4f32-9431-df4b24a420af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20b6e32-b638-4c76-ae95-df1981edf5be,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:52.626409 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:52.638187 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-50397da0-cda7-4f32-9431-df4b24a420af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:52.715655 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41309614-feea-4ddb-a1db-13cf3c378588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6a4e0e-bc73-42cd-9155-17da479cbaa3,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:52.715981 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 054310fe-a8e8-4b89-82c0-149fb9b38dde triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:10:52.716365 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:52.718627 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-41309614-feea-4ddb-a1db-13cf3c378588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:52.731028 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:52.791500 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-41309614-feea-4ddb-a1db-13cf3c378588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:52.792685 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-41309614-feea-4ddb-a1db-13cf3c378588 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b6a4e0e-bc73-42cd-9155-17da479cbaa3 HTTP/1.1" status: 204 len: 168 time: 1.8106980 Nov 23 13:10:52.818336 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:10:52.830927 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-50397da0-cda7-4f32-9431-df4b24a420af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcccf3baa5954cf4b7341805dea48795&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5494204 Nov 23 13:10:52.834575 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 55342) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:52.870133 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 8fb0d456-eb8c-4dba-9745-571f2c2db752 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:10:52.884430 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:10:52.894663 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:10:52.929718 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:10:52.939805 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Sync routers for ids ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:10:52.952529 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc2f7-ad6d-40bd-96a5-cd5d8f856804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:52.954609 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Routers {'1aa60342-a3f4-4baa-9d7e-5356d4c5c651'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:10:52.957082 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:10:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:10:52.989953 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Pushing event updated for resources: {'Port': ['ID=b1eab83c-b4e6-4270-bc04-ec3a95892a25,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:52.993708 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:52.994964 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617701'] for router, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:53.021999 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1524e07a-857d-4194-8a95-ec1ae9549b64 req-7546af3a-26e9-4467-85e2-5106d9bfd696 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 210 time: 0.0673971 Nov 23 13:10:53.027335 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 8fb0d456-eb8c-4dba-9745-571f2c2db752 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:10:53.032687 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Notify callbacks [] for router, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:53.037454 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9031460 Nov 23 13:10:53.037618 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 8fb0d456-eb8c-4dba-9745-571f2c2db752 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:10:53.037618 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:53.038302 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 55350) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:53.130788 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc2f7-ad6d-40bd-96a5-cd5d8f856804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:53.332323 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:53.444652 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Set router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:10:53.455006 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 8fb0d456-eb8c-4dba-9745-571f2c2db752, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=8fb0d456-eb8c-4dba-9745-571f2c2db752,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:10:53.530820 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:53.536313 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:53.651545 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=8fb0d456-eb8c-4dba-9745-571f2c2db752,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:53.658199 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:53.776398 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-42dcc388-6819-4d72-8c5c-473b7e1a6eff req-d05e00e2-b10e-4406-a5fc-f9771aa28c63 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 210 time: 0.1589880 Nov 23 13:10:53.782280 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Router 1f83f7c3-83c6-4877-a6b5-014b4d4f207d is scheduled to L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d with binding_index 1 {{(pid=87465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:10:53.866254 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:10:50Z', 'revision_number': 3, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:10:53.872398 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Checking router: 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:10:53.872957 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Updating router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 port 720a6a2a-013b-4d80-88c9-f803d83e5380 binding host dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:10:53.937477 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:54.013499 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:54.060151 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.88', 59008) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:54.060824 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc2f7-ad6d-40bd-96a5-cd5d8f856804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:54.118391 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:54.139858 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-eb1cc2f7-ad6d-40bd-96a5-cd5d8f856804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:54.143243 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-eb1cc2f7-ad6d-40bd-96a5-cd5d8f856804 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b20b6e32-b638-4c76-ae95-df1981edf5be HTTP/1.1" status: 204 len: 168 time: 1.3052561 Nov 23 13:10:54.417610 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-a2b702ce-53bc-466b-b687-c601277cd830 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:54.417610 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-a2b702ce-53bc-466b-b687-c601277cd830 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.88 "GET /v2.0/networks?id=dc92c671-b3d0-405c-aed9-02101cf03e64 HTTP/1.1" status: 200 len: 809 time: 0.3551145 Nov 23 13:10:54.422077 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:10:54.427044 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1cc2f7-ad6d-40bd-96a5-cd5d8f856804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20b6e32-b638-4c76-ae95-df1981edf5be,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:54.437437 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Sync routers for ids ['1f83f7c3-83c6-4877-a6b5-014b4d4f207d'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:10:54.480330 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Routers {'1f83f7c3-83c6-4877-a6b5-014b4d4f207d'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:10:54.480330 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:10:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1f83f7c3-83c6-4877-a6b5-014b4d4f207d'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:10:54.513395 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-eb1cc2f7-ad6d-40bd-96a5-cd5d8f856804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:54.558221 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Request body: {'port': {'device_id': '27459ee6-8be7-4197-a583-81c6f1a6ae4f', 'network_id': 'dc92c671-b3d0-405c-aed9-02101cf03e64', 'admin_state_up': True, 'tenant_id': 'b481ba5c73e94a219644435be64d05c4'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:54.578276 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Notify callbacks [] for router, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:54.587776 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.5263414 Nov 23 13:10:54.588012 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55400) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:54.967974 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:54.967974 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Transition to ACTIVE for port object 720a6a2a-013b-4d80-88c9-f803d83e5380 will not be triggered until provisioned by entity L2. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:10:54.967974 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:54.967974 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-aeede612-5194-4201-9607-fdb59606569a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:54.991432 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617701'] for router, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:54.992269 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Set router 1f83f7c3-83c6-4877-a6b5-014b4d4f207d gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:10:54.993347 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Attempting to bind port 720a6a2a-013b-4d80-88c9-f803d83e5380 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:10:54.993347 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Attempting to bind port 720a6a2a-013b-4d80-88c9-f803d83e5380 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:10:54.993347 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Attempting to bind port 720a6a2a-013b-4d80-88c9-f803d83e5380 on network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:10:54.993347 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Pushing event updated for resources: {'Port': ['ID=720a6a2a-013b-4d80-88c9-f803d83e5380,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:55.013974 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:10:55.019649 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aa5d6d0e-8bf7-4b6f-b1f4-312af3b8752e req-96454c21-d1bc-417f-8cd9-2c5ffa315943 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 210 time: 0.5936093 Nov 23 13:10:55.020020 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Checking segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:10:55.024588 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:55.036880 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Usage tracker for resource:port and tenant:b481ba5c73e94a219644435be64d05c4 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:55.037149 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:55.037985 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Bound using segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:10:55.047947 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:55.049448 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Bound port: 720a6a2a-013b-4d80-88c9-f803d83e5380, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:10:55.051833 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:55.054594 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:55.117197 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:55.117831 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:55.118340 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:55.118899 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:55.119401 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:55.119921 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:55.120416 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:55.120910 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:55.121419 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:55.122513 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:55.123045 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:55.123544 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Tracked resource versions report: Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: pushed versions: Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: { 'AddressGroup': {'1.2'}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'ConntrackHelper': {'1.0'}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'Log': {'1.0'}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'Network': {'1.1'}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'Port': {'1.7'}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'PortForwarding': {'1.2'}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'QosPolicy': {'1.8'}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'SecurityGroup': {'1.4'}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'SecurityGroupRule': {'1.2'}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'SubPort': {'1.0'}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'Subnet': {'1.1'}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'Trunk': {'1.1'}} Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: consumer versions: Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: { DHCP agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: HyperV agent@hv-cinder-81888: {}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: L3 agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: Metadata agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: Metering agent@dv-cinder-818886-1-smb: {}, Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: Open vSwitch agent@dv-cinder-818886-1-smb: { 'AddressGroup': '1.2', Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'ConntrackHelper': '1.0', Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'Log': '1.0', Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'Network': '1.1', Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'Port': '1.7', Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'PortForwarding': '1.2', Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'QosPolicy': '1.8', Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'SecurityGroup': '1.4', Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'SecurityGroupRule': '1.2', Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'SubPort': '1.0', Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'Subnet': '1.1', Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: 'Trunk': '1.1'}} Nov 23 13:10:55.124794 dv-cinder-818886-1-smb neutron-server[87468]: {{(pid=87468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 13:10:55.144328 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:55.197873 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] For port 720a6a2a-013b-4d80-88c9-f803d83e5380, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:10:55.204796 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] For port 720a6a2a-013b-4d80-88c9-f803d83e5380, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=720a6a2a-013b-4d80-88c9-f803d83e5380,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:10:55.257026 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 8fb0d456-eb8c-4dba-9745-571f2c2db752 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:10:55.279187 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:55.283806 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-aeede612-5194-4201-9607-fdb59606569a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:55.363982 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Made reservation on behalf of b481ba5c73e94a219644435be64d05c4 for: {'port': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:10:55.374312 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:55.399570 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7a238f0a-a4f2-4dc5-a0b2-23e4bd97dd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:55.442292 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1aea2ba3-bc23-403a-a59f-b7895014e6d4 req-d2d0df56-6f08-4d49-8980-b311187cba75 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 210 time: 0.3008654 Nov 23 13:10:55.599971 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.88', 59014) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:55.602087 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:55.635111 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Pushing event updated for resources: {'Port': ['ID=720a6a2a-013b-4d80-88c9-f803d83e5380,revision_number=3']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:55.642856 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 8fb0d456-eb8c-4dba-9745-571f2c2db752 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:10:55.643359 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:55.645226 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:55.646348 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Routers {'1aa60342-a3f4-4baa-9d7e-5356d4c5c651'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:10:55.647797 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:10:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:10:55.787293 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:55.980068 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] Set router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:10:56.106425 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Allocated IP 172.20.0.1 (1a4efee9-ffed-4f56-81e3-cd45acdb4059/a6cc2b94-0f4f-499e-9b16-c37f584a39e4/9c1e3094-d941-40a8-a26a-3c276795df99) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:10:56.124583 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'name': 'tempest-ServerRescueNegativeTestJSON-1892143650-router', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:10:51Z', 'revision_number': 3, 'project_id': '3b12f3c7ceda456987357f151ca0b4d1', 'gw_port': {'id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:10:56.134119 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Checking router: 1f83f7c3-83c6-4877-a6b5-014b4d4f207d for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:10:56.135178 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Updating router 1f83f7c3-83c6-4877-a6b5-014b4d4f207d port bd3f21d6-52db-40e1-b8cd-5480a02acec8 binding host dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:10:56.169341 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 is scheduled to L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d with binding_index 1 {{(pid=87465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:10:56.278741 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:56.397460 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-77508500-b824-4418-b127-9716d3097ddd req-a2d9c901-1166-47da-a44c-53a2d9cbc81c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 210 time: 0.1439178 Nov 23 13:10:56.446360 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:10:50Z', 'revision_number': 3, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:10:56.453454 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14160ebd-0dd1-4cb6-a38a-a4f8eb3cb743 None None] The sync data for ids ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'] in dv-cinder-818886-1-smb is: [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:10:50Z', 'revision_number': 3, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:10:56.510822 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Allocated IP 172.20.0.2 (dc92c671-b3d0-405c-aed9-02101cf03e64/a1a74489-37e6-4ca6-8d48-e6e9ab6af76e/aa99d496-ddb1-43b4-b0a4-a308229f91c7) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:10:56.524829 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d298833-1f29-47de-adff-130d0bda5b0f req-535ec368-8be3-429c-8a7c-ede832a737cf tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:56.526481 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-535ec368-8be3-429c-8a7c-ede832a737cf tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "GET /v2.0/networks?id=4fcd731b-3484-4a4a-9d91-9350116c2af7 HTTP/1.1" status: 200 len: 815 time: 0.9020903 Nov 23 13:10:56.548595 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Request body: {'port': {'device_id': 'db7b81ee-ce2a-446f-89fa-d505adaa281d', 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7', 'admin_state_up': True, 'tenant_id': '03fc88be0a9f43bebedaede3ecd2f613'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:10:56.884400 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 55484) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:57.053620 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Notify callbacks [] for port, precommit_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:57.056268 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:57.080216 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Transition to ACTIVE for port object bd3f21d6-52db-40e1-b8cd-5480a02acec8 will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:10:57.106521 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:57.158702 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:57.163835 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:57.163987 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:57.226461 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.provisioning_blocks [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Transition to ACTIVE for port object 9c1e3094-d941-40a8-a26a-3c276795df99 will not be triggered until provisioned by entity DHCP. {{(pid=87466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:10:57.245659 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:57.287937 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4ff3fe33-c46a-4657-8331-e80f094ec6be req-83d27b44-ee5d-4e1c-9008-24b888d0bd34 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 210 time: 0.4021370 Nov 23 13:10:57.314258 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Usage tracker for resource:port and tenant:03fc88be0a9f43bebedaede3ecd2f613 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:57.344937 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:57.369769 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:57.388160 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:57.414705 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Attempting to bind port bd3f21d6-52db-40e1-b8cd-5480a02acec8 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:10:57.415100 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Attempting to bind port bd3f21d6-52db-40e1-b8cd-5480a02acec8 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:10:57.415465 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Attempting to bind port bd3f21d6-52db-40e1-b8cd-5480a02acec8 on network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:10:57.438401 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e1f44-4f52-451b-8a74-8c31d4b95e43 None None] Pushing event updated for resources: {'Port': ['ID=bd3f21d6-52db-40e1-b8cd-5480a02acec8,revision_number=2']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:57.447491 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-622e1f44-4f52-451b-8a74-8c31d4b95e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:57.454618 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:10:57.456043 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:57.458010 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Checking segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:10:57.459260 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:57.462313 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Bound using segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:10:57.463059 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Bound port: bd3f21d6-52db-40e1-b8cd-5480a02acec8, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:10:57.463768 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:57.576458 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:10:57.587920 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Sync routers for ids ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:10:57.619430 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Routers {'1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:10:57.620331 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:10:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:10:57.676332 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] For port bd3f21d6-52db-40e1-b8cd-5480a02acec8, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:10:57.689978 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] For port bd3f21d6-52db-40e1-b8cd-5480a02acec8, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=bd3f21d6-52db-40e1-b8cd-5480a02acec8,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:10:57.717760 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:10:57.781948 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:57.787326 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:10:57.820211 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Notify callbacks [] for router, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:57.821443 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.2329910 Nov 23 13:10:57.839978 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55500) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:10:57.855915 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1e3094-d941-40a8-a26a-3c276795df99,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:57.858382 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:10:57.919282 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:58.027515 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Routers {'1f83f7c3-83c6-4877-a6b5-014b4d4f207d'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:10:58.027949 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:10:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1f83f7c3-83c6-4877-a6b5-014b4d4f207d'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:10:58.075558 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Set router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:10:58.081039 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-7c0762f5-e949-426b-ac99-7fdeafdaaea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:58.263570 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:10:58.264627 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544555'] for router_interface, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:58.299078 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e1f44-4f52-451b-8a74-8c31d4b95e43 None None] Pushing event updated for resources: {'Port': ['ID=bd3f21d6-52db-40e1-b8cd-5480a02acec8,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:10:58.350638 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-622e1f44-4f52-451b-8a74-8c31d4b95e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:10:58.547569 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] Set router 1f83f7c3-83c6-4877-a6b5-014b4d4f207d gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:10:58.888421 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d3073f71-82bf-4923-8667-e79ac8ddf745 req-25459623-9b21-4f90-915a-01e9ae666e0c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 210 time: 1.1657269 Nov 23 13:10:58.893185 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Made reservation on behalf of 03fc88be0a9f43bebedaede3ecd2f613 for: {'port': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:10:58.901848 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:58.953032 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 720a6a2a-013b-4d80-88c9-f803d83e5380 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:10:59.005586 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-7c0762f5-e949-426b-ac99-7fdeafdaaea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:10:59.040113 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:10:53Z', 'revision_number': 3, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:10:59.056787 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Checking router: 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:10:59.058016 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Updating router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 port b1eab83c-b4e6-4270-bc04-ec3a95892a25 binding host dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:10:59.173299 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1bc7e74d-6f60-4885-b887-4591787d156b req-9b30be1e-475b-46b2-99c2-0a973856051a tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 210 time: 0.1643238 Nov 23 13:10:59.173299 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-7c0762f5-e949-426b-ac99-7fdeafdaaea6 admin admin] Usage tracker for resource:security_group_rule and tenant:ce0869a1e56b4357a0c66ccbcab9fa8a is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:10:59.192287 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:59.280334 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-7c0762f5-e949-426b-ac99-7fdeafdaaea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:10:59.319413 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Allocated IP 172.20.0.1 (0027748b-8da6-43ba-b2a5-1fbc984935cc/21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9/76f10541-b659-4ed5-9eb9-e9455f6be16e) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:10:59.365907 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-7c0762f5-e949-426b-ac99-7fdeafdaaea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:10:59.647434 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-cdcb7ff3-e779-4837-989f-37fd132577a3 None None] Provisioning for port 9c1e3094-d941-40a8-a26a-3c276795df99 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:10:59.655370 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 720a6a2a-013b-4d80-88c9-f803d83e5380 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:10:59.660212 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-cdcb7ff3-e779-4837-989f-37fd132577a3 None None] Provisioning complete for port 9c1e3094-d941-40a8-a26a-3c276795df99 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:10:59.661241 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-cdcb7ff3-e779-4837-989f-37fd132577a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:59.711193 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 720a6a2a-013b-4d80-88c9-f803d83e5380 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:10:59.711837 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:59.812226 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:59.883870 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb7ff3-e779-4837-989f-37fd132577a3 None None] Port 9c1e3094-d941-40a8-a26a-3c276795df99 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:10:59.913125 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:59.930382 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Transition to ACTIVE for port object b1eab83c-b4e6-4270-bc04-ec3a95892a25 will not be triggered until provisioned by entity L2. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:00.010589 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'name': 'tempest-ServerRescueNegativeTestJSON-1892143650-router', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:10:51Z', 'revision_number': 3, 'project_id': '3b12f3c7ceda456987357f151ca0b4d1', 'gw_port': {'id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:00.028695 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:00.035745 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d30d9d-a7b6-47a6-bfc5-bbac70cf4d28 None None] The sync data for ids ['1f83f7c3-83c6-4877-a6b5-014b4d4f207d'] in dv-cinder-818886-1-smb is: [{'id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'name': 'tempest-ServerRescueNegativeTestJSON-1892143650-router', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:10:51Z', 'revision_number': 3, 'project_id': '3b12f3c7ceda456987357f151ca0b4d1', 'gw_port': {'id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:11:00.067717 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:00.079348 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 720a6a2a-013b-4d80-88c9-f803d83e5380, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=720a6a2a-013b-4d80-88c9-f803d83e5380,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:00.081360 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-0a70152b-4497-4a9d-8eb9-be19384e4c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:00.150282 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a1375162-fd38-4807-b980-d1de2e5db748 req-08f58172-608e-4514-95a0-2733d2d02421 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 210 time: 0.0805337 Nov 23 13:11:00.164620 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:00.167011 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:00.333583 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Attempting to bind port b1eab83c-b4e6-4270-bc04-ec3a95892a25 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:11:00.334187 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Attempting to bind port b1eab83c-b4e6-4270-bc04-ec3a95892a25 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:11:00.337465 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Attempting to bind port b1eab83c-b4e6-4270-bc04-ec3a95892a25 on network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:00.339036 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=720a6a2a-013b-4d80-88c9-f803d83e5380,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:00.343264 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:00.367578 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:11:00.368218 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Checking segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:00.368778 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:00.372364 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Bound using segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:11:00.373034 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Bound port: b1eab83c-b4e6-4270-bc04-ec3a95892a25, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:11:00.374027 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:00.382697 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-7c0762f5-e949-426b-ac99-7fdeafdaaea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:00.428903 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:00.514931 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] For port b1eab83c-b4e6-4270-bc04-ec3a95892a25, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:11:00.518284 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] For port b1eab83c-b4e6-4270-bc04-ec3a95892a25, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=b1eab83c-b4e6-4270-bc04-ec3a95892a25,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:11:00.558916 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b123ff2-1d9b-4655-a378-7d9808beda49 None None] Pushing event updated for resources: {'Port': ['ID=b1eab83c-b4e6-4270-bc04-ec3a95892a25,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:00.576183 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-9b123ff2-1d9b-4655-a378-7d9808beda49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:00.595421 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Allocated IP 172.20.0.13 (4fcd731b-3484-4a4a-9d91-9350116c2af7/3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0/a5d2fd3e-fac4-4285-a28e-4b886238d7f1) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:11:00.624623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 55560) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:00.628395 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:00.629813 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 720a6a2a-013b-4d80-88c9-f803d83e5380 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:00.641453 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:00.648254 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:00.734592 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:00.767801 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:00.806994 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-7bcbbf00-d919-4662-89f5-300e261d576a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:00.841065 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Routers {'1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:11:00.841716 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:10:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:00.922059 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 720a6a2a-013b-4d80-88c9-f803d83e5380 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:00.922606 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:01.011422 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:01.100315 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-7c0762f5-e949-426b-ac99-7fdeafdaaea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:01.102821 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aafe46a6-cf5f-41e2-ade8-1fb94575eff9 req-4d082861-9f12-4d78-a78d-9d090ab3e378 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 210 time: 0.4772797 Nov 23 13:11:01.153584 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Network 0027748b-8da6-43ba-b2a5-1fbc984935cc is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:01.168733 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:01.186061 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:11:01.186567 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544555'] for router_interface, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:01.414406 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:01.420216 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] Set router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:11:01.423220 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Pushing event updated for resources: {'Port': ['ID=76f10541-b659-4ed5-9eb9-e9455f6be16e,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:01.433554 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:01.492789 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:01.526953 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:01.552850 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55574) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:01.560924 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-7c0762f5-e949-426b-ac99-7fdeafdaaea6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce0869a1e56b4357a0c66ccbcab9fa8a&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6579700 Nov 23 13:11:01.569050 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:01.664493 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Allocated IP 172.20.0.1 (9fd585cf-4252-4526-87d0-f50fc6aed26e/1bbfc899-3c99-41b9-ba60-7e70ca060469/e6474f52-ff3f-4a87-a139-75badc926919) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:11:01.693403 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544712'] for router_interface, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:01.880053 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9a8d70f7-e3f7-4b0c-b2a0-b1d5bbf09eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:01.913488 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b123ff2-1d9b-4655-a378-7d9808beda49 None None] Pushing event updated for resources: {'Port': ['ID=b1eab83c-b4e6-4270-bc04-ec3a95892a25,revision_number=3']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:01.916973 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-9b123ff2-1d9b-4655-a378-7d9808beda49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.269s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:01.952476 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:10:53Z', 'revision_number': 3, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:01.958150 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb3f8c2-29b1-4263-be34-a878bdfbd79a None None] The sync data for ids ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'] in dv-cinder-818886-1-smb is: [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:10:53Z', 'revision_number': 3, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:11:01.982035 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9a8d70f7-e3f7-4b0c-b2a0-b1d5bbf09eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:02.013205 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:02.040144 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:02.054786 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:02.079862 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0762f5-e949-426b-ac99-7fdeafdaaea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28e0b1c-98c4-4da8-8dd6-f9020145ff20,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:02.216997 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:02.283702 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-7c0762f5-e949-426b-ac99-7fdeafdaaea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:02.337642 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:02.514606 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4a74cc8b-42cb-4a7f-b7f5-c369b028d90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:02.544541 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d9c438bc-9062-4b1f-a2d3-39cbb324d9ac None None] Provisioning complete for port 9c1e3094-d941-40a8-a26a-3c276795df99 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:02.545489 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d9c438bc-9062-4b1f-a2d3-39cbb324d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:02.632822 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d9c438bc-9062-4b1f-a2d3-39cbb324d9ac None None] Port 9c1e3094-d941-40a8-a26a-3c276795df99 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:11:02.722875 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device bd3f21d6-52db-40e1-b8cd-5480a02acec8 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:02.751362 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:02.757575 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9a8d70f7-e3f7-4b0c-b2a0-b1d5bbf09eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:02.765076 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-44109278-0e27-4bf2-821c-70cc0295e142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:02.799511 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d70f7-e3f7-4b0c-b2a0-b1d5bbf09eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28e0b1c-98c4-4da8-8dd6-f9020145ff20,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:02.805143 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9a8d70f7-e3f7-4b0c-b2a0-b1d5bbf09eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:02.809157 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:02.822072 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:02.833714 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544712'] for router_interface, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:02.845257 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:02.948781 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1e3094-d941-40a8-a26a-3c276795df99,revision_number=2']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:02.988211 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Transition to ACTIVE for port object e6474f52-ff3f-4a87-a139-75badc926919 will not be triggered until provisioned by entity DHCP. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:03.005189 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port bd3f21d6-52db-40e1-b8cd-5480a02acec8 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:03.015893 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port bd3f21d6-52db-40e1-b8cd-5480a02acec8 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:03.016495 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:03.034693 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Network 4fcd731b-3484-4a4a-9d91-9350116c2af7 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:03.046019 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Pushing event updated for resources: {'Port': ['ID=a5d2fd3e-fac4-4285-a28e-4b886238d7f1,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:03.102604 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-4a74cc8b-42cb-4a7f-b7f5-c369b028d90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:03.106726 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-4a74cc8b-42cb-4a7f-b7f5-c369b028d90d admin admin] Usage tracker for resource:security_group_rule and tenant:ac9dd367f00545f486e745f5897ab951 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:03.109699 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-4a74cc8b-42cb-4a7f-b7f5-c369b028d90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:03.116363 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-4a74cc8b-42cb-4a7f-b7f5-c369b028d90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:03.125995 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:03.126585 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9a8d70f7-e3f7-4b0c-b2a0-b1d5bbf09eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:03.127889 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9a8d70f7-e3f7-4b0c-b2a0-b1d5bbf09eef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f28e0b1c-98c4-4da8-8dd6-f9020145ff20 HTTP/1.1" status: 204 len: 168 time: 1.5625575 Nov 23 13:11:03.137006 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:11:03.144116 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:03.145257 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:03.146027 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Pushing event updated for resources: {'Port': ['ID=76f10541-b659-4ed5-9eb9-e9455f6be16e,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:03.151892 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:03.263927 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Network dc92c671-b3d0-405c-aed9-02101cf03e64 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:03.268975 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Network 0027748b-8da6-43ba-b2a5-1fbc984935cc is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:03.270067 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:03.346239 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:03.385619 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:03.395931 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-5b97b295-63b2-4e83-b539-eb131af693a7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8517573 Nov 23 13:11:03.398256 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:11:03.406429 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:03.407159 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:03.420601 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port bd3f21d6-52db-40e1-b8cd-5480a02acec8, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=bd3f21d6-52db-40e1-b8cd-5480a02acec8,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:03.508238 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-1630c3c9-c3ff-4dd7-aeb1-1e06b3d67f16 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87466) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:11:03.509465 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-1630c3c9-c3ff-4dd7-aeb1-1e06b3d67f16 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558250 Nov 23 13:11:03.531624 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:03.533024 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device b1eab83c-b4e6-4270-bc04-ec3a95892a25 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:03.541870 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:03.560006 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:03.632442 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-98ddf4f3-c362-4b75-b772-87e57f53c25b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:03.704184 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4a74cc8b-42cb-4a7f-b7f5-c369b028d90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:03.728876 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Network 9fd585cf-4252-4526-87d0-f50fc6aed26e is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:03.733242 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Pushing event updated for resources: {'Port': ['ID=aa99d496-ddb1-43b4-b0a4-a308229f91c7,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:03.738123 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.2095096 Nov 23 13:11:03.738272 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:03.743899 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.406s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:03.746566 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:11:03.753872 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544555'] for router_interface, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:03.754381 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.695s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:03.754381 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:03.754381 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:11:03.757919 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.046s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:03.759057 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:03.762404 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6474f52-ff3f-4a87-a139-75badc926919,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:03.790222 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f21fe-267e-4c1a-b703-774bbf15990d req-32249ea6-2d85-4d4f-b808-1e3219dc1b37 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:03.791317 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:03.792308 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-fa8f21fe-267e-4c1a-b703-774bbf15990d req-32249ea6-2d85-4d4f-b808-1e3219dc1b37 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Synchronizing usage tracker for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:03.839383 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Router 1f83f7c3-83c6-4877-a6b5-014b4d4f207d has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:11:03.869611 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=bd3f21d6-52db-40e1-b8cd-5480a02acec8,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:03.883290 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:03.935672 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4a74cc8b-42cb-4a7f-b7f5-c369b028d90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:03.951564 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Request body: {'port': {'device_id': '27459ee6-8be7-4197-a583-81c6f1a6ae4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:03.993000 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port b1eab83c-b4e6-4270-bc04-ec3a95892a25 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:03.999563 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port b1eab83c-b4e6-4270-bc04-ec3a95892a25 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:04.000258 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:04.155531 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55604) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:04.219237 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a629-dced-4768-b68a-9c42cffa8ef7 req-d5a06eaf-1686-4422-9510-0ec4d06ec3c1 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:04.219976 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-8853a629-dced-4768-b68a-9c42cffa8ef7 req-d5a06eaf-1686-4422-9510-0ec4d06ec3c1 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Synchronizing usage tracker for tenant:b481ba5c73e94a219644435be64d05c4 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:04.227976 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:04.274795 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-50397da0-cda7-4f32-9431-df4b24a420af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:04.274976 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port b1eab83c-b4e6-4270-bc04-ec3a95892a25, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=b1eab83c-b4e6-4270-bc04-ec3a95892a25,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:04.292022 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-4a74cc8b-42cb-4a7f-b7f5-c369b028d90d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac9dd367f00545f486e745f5897ab951&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6091807 Nov 23 13:11:04.300333 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55608) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:04.303821 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-81371275-3155-498e-817d-16be07a4e568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:04.324655 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-5aba2dbf-e79f-4a3c-ba95-4fa1e307a106 None None] Provisioning for port e6474f52-ff3f-4a87-a139-75badc926919 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:04.330349 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-5aba2dbf-e79f-4a3c-ba95-4fa1e307a106 None None] Provisioning complete for port e6474f52-ff3f-4a87-a139-75badc926919 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:04.330349 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-5aba2dbf-e79f-4a3c-ba95-4fa1e307a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:04.394677 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74cc8b-42cb-4a7f-b7f5-c369b028d90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2d1a25-637b-4be1-8da3-ea1d83958046,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:04.410353 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4a74cc8b-42cb-4a7f-b7f5-c369b028d90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:04.419085 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:04.435906 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-81371275-3155-498e-817d-16be07a4e568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:04.438046 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:04.455348 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:04.467010 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Request body: {'port': {'device_id': 'db7b81ee-ce2a-446f-89fa-d505adaa281d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:04.506601 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:04.509760 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-81371275-3155-498e-817d-16be07a4e568 admin admin] Usage tracker for resource:security_group_rule and tenant:dd8ac29346f648918ad821ce0c28895e is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:04.525512 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-81371275-3155-498e-817d-16be07a4e568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:04.578060 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-fa8f21fe-267e-4c1a-b703-774bbf15990d req-32249ea6-2d85-4d4f-b808-1e3219dc1b37 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Unset dirty status for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:04.579269 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fa8f21fe-267e-4c1a-b703-774bbf15990d req-32249ea6-2d85-4d4f-b808-1e3219dc1b37 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 932 time: 3.1474614 Nov 23 13:11:04.638807 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-8853a629-dced-4768-b68a-9c42cffa8ef7 req-d5a06eaf-1686-4422-9510-0ec4d06ec3c1 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Unset dirty status for tenant:b481ba5c73e94a219644435be64d05c4 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:04.640129 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8853a629-dced-4768-b68a-9c42cffa8ef7 req-d5a06eaf-1686-4422-9510-0ec4d06ec3c1 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 931 time: 2.0836549 Nov 23 13:11:04.646592 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device bd3f21d6-52db-40e1-b8cd-5480a02acec8 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:04.663602 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-81371275-3155-498e-817d-16be07a4e568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:04.723824 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:11:04.765462 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Sync routers for ids ['1f83f7c3-83c6-4877-a6b5-014b4d4f207d'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:11:04.774354 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-80cf6c8f-9233-4cb7-bc25-35726c632e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:04.787431 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] 10.222.0.48 "PUT /v2.0/routers/1f83f7c3-83c6-4877-a6b5-014b4d4f207d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1865549 Nov 23 13:11:04.828463 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-80cf6c8f-9233-4cb7-bc25-35726c632e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:04.829829 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-5aba2dbf-e79f-4a3c-ba95-4fa1e307a106 None None] Port e6474f52-ff3f-4a87-a139-75badc926919 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:11:04.897186 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Routers {'1f83f7c3-83c6-4877-a6b5-014b4d4f207d'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:11:04.897831 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:10:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1f83f7c3-83c6-4877-a6b5-014b4d4f207d'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:04.912962 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:11:04.925333 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Sync routers for ids ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:11:04.951441 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Routers {'1aa60342-a3f4-4baa-9d7e-5356d4c5c651'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:11:04.961358 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:10:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:05.022436 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] 10.222.0.48 "PUT /v2.0/routers/1aa60342-a3f4-4baa-9d7e-5356d4c5c651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9739888 Nov 23 13:11:05.184805 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:05.514018 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-fa8f21fe-267e-4c1a-b703-774bbf15990d req-57778b3e-0b47-4302-b962-64bedc97926c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Synchronizing usage tracker for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:security_group {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:05.515935 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=b1eab83c-b4e6-4270-bc04-ec3a95892a25,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:05.515935 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:05.516220 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Set router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:11:05.516299 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port bd3f21d6-52db-40e1-b8cd-5480a02acec8 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:05.516363 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:05.516432 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:05.516503 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-81371275-3155-498e-817d-16be07a4e568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:05.516572 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8853a629-dced-4768-b68a-9c42cffa8ef7 req-4eda3592-1719-433d-92d4-2f4793147a73 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/security-groups?id=3461341b-b81c-4e04-9485-0ff3dd493e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642731 Nov 23 13:11:05.537040 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Set router 1f83f7c3-83c6-4877-a6b5-014b4d4f207d gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:11:05.587961 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-80cf6c8f-9233-4cb7-bc25-35726c632e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:05.602842 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-38dd3e14-8ba9-41e4-80fb-ff748bda9eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:05.673445 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf6c8f-9233-4cb7-bc25-35726c632e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2d1a25-637b-4be1-8da3-ea1d83958046,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:05.697846 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-80cf6c8f-9233-4cb7-bc25-35726c632e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:05.727692 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-80cf6c8f-9233-4cb7-bc25-35726c632e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:05.733094 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-80cf6c8f-9233-4cb7-bc25-35726c632e63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b2d1a25-637b-4be1-8da3-ea1d83958046 HTTP/1.1" status: 204 len: 168 time: 1.3977292 Nov 23 13:11:06.133354 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d2fd3e-fac4-4285-a28e-4b886238d7f1 {{(pid=87466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:06.154560 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:06.170718 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:06.172483 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-81371275-3155-498e-817d-16be07a4e568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:06.173763 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544712'] for router_interface, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:06.179263 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a31e59e7-be2e-4940-9586-af820f65c73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:06.183085 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.provisioning_blocks [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Transition to ACTIVE for port object a5d2fd3e-fac4-4285-a28e-4b886238d7f1 will not be triggered until provisioned by entity L2. {{(pid=87466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:06.277042 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:01Z', 'revision_number': 2, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:06.277042 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Checking router: 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:11:06.277042 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Updating router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 port 9c1e3094-d941-40a8-a26a-3c276795df99 binding host dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:11:06.278008 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'name': 'tempest-ServerRescueNegativeTestJSON-1892143650-router', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:01Z', 'revision_number': 4, 'project_id': '3b12f3c7ceda456987357f151ca0b4d1', 'gw_port': {'id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '76f10541-b659-4ed5-9eb9-e9455f6be16e', 'name': '', 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1', 'mac_address': 'fa:16:3e:ba:1a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:57Z', 'updated_at': '2021-11-23T13:11:02Z', 'revision_number': 2, 'project_id': '3b12f3c7ceda456987357f151ca0b4d1', 'subnets': [{'id': '21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:06.297610 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Checking router: 1f83f7c3-83c6-4877-a6b5-014b4d4f207d for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:11:06.298616 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Updating router 1f83f7c3-83c6-4877-a6b5-014b4d4f207d port 76f10541-b659-4ed5-9eb9-e9455f6be16e binding host dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:11:06.316020 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6474f52-ff3f-4a87-a139-75badc926919,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:06.316238 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:06.348012 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:06.348314 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:06.425951 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:06.650575 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-fa8f21fe-267e-4c1a-b703-774bbf15990d req-57778b3e-0b47-4302-b962-64bedc97926c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Unset dirty status for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:security_group {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:06.651766 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fa8f21fe-267e-4c1a-b703-774bbf15990d req-57778b3e-0b47-4302-b962-64bedc97926c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0193717 Nov 23 13:11:06.652350 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:06.668216 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa99d496-ddb1-43b4-b0a4-a308229f91c7 {{(pid=87466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:06.689486 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-175d958f-6127-4b05-9e81-04725d4308c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:06.751494 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device b1eab83c-b4e6-4270-bc04-ec3a95892a25 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:06.761509 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-81371275-3155-498e-817d-16be07a4e568 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd8ac29346f648918ad821ce0c28895e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6020763 Nov 23 13:11:06.773989 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55642) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:06.789434 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81371275-3155-498e-817d-16be07a4e568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc1c13f-b661-4568-97f1-a1bdf9c127e5,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:06.818357 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-81371275-3155-498e-817d-16be07a4e568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:06.829197 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:07.080525 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Network 9fd585cf-4252-4526-87d0-f50fc6aed26e is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:07.082958 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:07.242039 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-a580f0fd-21bc-4e0b-8b50-03cf1f826541 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:07.243290 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-a580f0fd-21bc-4e0b-8b50-03cf1f826541 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Synchronizing usage tracker for tenant:3b12f3c7ceda456987357f151ca0b4d1 on resource:network {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:07.298092 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.provisioning_blocks [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Transition to ACTIVE for port object aa99d496-ddb1-43b4-b0a4-a308229f91c7 will not be triggered until provisioned by entity L2. {{(pid=87466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:07.397246 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port b1eab83c-b4e6-4270-bc04-ec3a95892a25 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:07.397246 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:07.405665 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d2fd3e-fac4-4285-a28e-4b886238d7f1,revision_number=2']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:07.447540 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:07.465442 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:07.469077 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:07.481319 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:07.496880 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Transition to ACTIVE for port object 9c1e3094-d941-40a8-a26a-3c276795df99 will not be triggered until provisioned by entity L2. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:07.533477 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-21be47b8-cbfd-4cf9-86d3-693234fd6999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:07.552014 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Attempting to bind port a5d2fd3e-fac4-4285-a28e-4b886238d7f1 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:11:07.552589 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Attempting to bind port a5d2fd3e-fac4-4285-a28e-4b886238d7f1 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:11:07.553092 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Attempting to bind port a5d2fd3e-fac4-4285-a28e-4b886238d7f1 on network 4fcd731b-3484-4a4a-9d91-9350116c2af7 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:07.591903 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Port a5d2fd3e-fac4-4285-a28e-4b886238d7f1 on network 4fcd731b-3484-4a4a-9d91-9350116c2af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:11:07.592453 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Attempting to bind port a5d2fd3e-fac4-4285-a28e-4b886238d7f1 on network 4fcd731b-3484-4a4a-9d91-9350116c2af7 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:07.600221 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-a580f0fd-21bc-4e0b-8b50-03cf1f826541 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Unset dirty status for tenant:3b12f3c7ceda456987357f151ca0b4d1 on resource:network {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:07.601873 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-a580f0fd-21bc-4e0b-8b50-03cf1f826541 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/networks?id=0027748b-8da6-43ba-b2a5-1fbc984935cc HTTP/1.1" status: 200 len: 819 time: 1.4143989 Nov 23 13:11:07.608288 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-21be47b8-cbfd-4cf9-86d3-693234fd6999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:07.633307 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:07.638601 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-9b123ff2-1d9b-4655-a378-7d9808beda49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:07.674095 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d57961e0-43bc-4b34-8cac-da9f53d99653 None None] Provisioning complete for port e6474f52-ff3f-4a87-a139-75badc926919 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:07.674703 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d57961e0-43bc-4b34-8cac-da9f53d99653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:07.749201 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:11:07.751528 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Checking segment: {'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:07.753478 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Bound using segment: {'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:11:07.756080 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Bound port: a5d2fd3e-fac4-4285-a28e-4b886238d7f1, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'}}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:11:07.757534 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:07.818272 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:11:07.834659 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ad18b-0c29-4408-a716-2fb9ce4f66d4 None None] Pushing event updated for resources: {'Port': ['ID=9c1e3094-d941-40a8-a26a-3c276795df99,revision_number=3']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:07.838718 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-c67ad18b-0c29-4408-a716-2fb9ce4f66d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:07.861487 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-975d5a4a-b523-4670-8c93-8ef65e559a77 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/quotas/3b12f3c7ceda456987357f151ca0b4d1 HTTP/1.1" status: 200 len: 375 time: 0.0833955 Nov 23 13:11:07.877445 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 55660) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:07.901375 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Pushing event updated for resources: {'Port': ['ID=aa99d496-ddb1-43b4-b0a4-a308229f91c7,revision_number=2']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:07.905001 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:07.949725 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-21be47b8-cbfd-4cf9-86d3-693234fd6999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:07.995649 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d57961e0-43bc-4b34-8cac-da9f53d99653 None None] Port e6474f52-ff3f-4a87-a139-75badc926919 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:11:08.029970 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2290b70c-dd65-454d-bd14-01f07d6c0b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:08.032068 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Notify callbacks [] for port, precommit_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:08.071365 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Transition to ACTIVE for port object 76f10541-b659-4ed5-9eb9-e9455f6be16e will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:08.123391 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-81371275-3155-498e-817d-16be07a4e568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:08.139374 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:08.143104 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:08.166119 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be47b8-cbfd-4cf9-86d3-693234fd6999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc1c13f-b661-4568-97f1-a1bdf9c127e5,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:08.189942 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-21be47b8-cbfd-4cf9-86d3-693234fd6999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:08.192560 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-21be47b8-cbfd-4cf9-86d3-693234fd6999 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1cc1c13f-b661-4568-97f1-a1bdf9c127e5 HTTP/1.1" status: 204 len: 168 time: 1.4176109 Nov 23 13:11:08.231714 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Attempting to bind port 9c1e3094-d941-40a8-a26a-3c276795df99 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:11:08.238872 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-21be47b8-cbfd-4cf9-86d3-693234fd6999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:08.243090 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Attempting to bind port 9c1e3094-d941-40a8-a26a-3c276795df99 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:11:08.243678 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Attempting to bind port 9c1e3094-d941-40a8-a26a-3c276795df99 on network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:08.250335 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:11:08.250897 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Checking segment: {'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:08.251320 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:08.251737 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Bound using segment: {'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:11:08.252197 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Bound port: 9c1e3094-d941-40a8-a26a-3c276795df99, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'}}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:11:08.252624 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:08.358385 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] For port a5d2fd3e-fac4-4285-a28e-4b886238d7f1, host hv-cinder-81888, cleared binding levels {{(pid=87466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:11:08.371305 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] For port a5d2fd3e-fac4-4285-a28e-4b886238d7f1, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a5d2fd3e-fac4-4285-a28e-4b886238d7f1,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:11:08.400519 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55668) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:08.418177 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-2290b70c-dd65-454d-bd14-01f07d6c0b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:08.419999 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--375277439', 'description': 'tempest-description--1421662170'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:08.439579 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:08.445915 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:11:08.457752 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Usage tracker for resource:security_group and tenant:853b7b2f68be41a2b9efcc92fd52fd59 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:08.475041 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] For port 9c1e3094-d941-40a8-a26a-3c276795df99, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:11:08.475688 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] 10.222.0.48 "PUT /v2.0/routers/1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6276715 Nov 23 13:11:08.475688 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:08.478566 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] For port 9c1e3094-d941-40a8-a26a-3c276795df99, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=9c1e3094-d941-40a8-a26a-3c276795df99,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:11:08.485344 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:08.528345 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Attempting to bind port aa99d496-ddb1-43b4-b0a4-a308229f91c7 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:11:08.528811 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Attempting to bind port aa99d496-ddb1-43b4-b0a4-a308229f91c7 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '94409c05-8034-4bb4-afb3-31f42846f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'dc92c671-b3d0-405c-aed9-02101cf03e64'}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:11:08.529295 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Attempting to bind port aa99d496-ddb1-43b4-b0a4-a308229f91c7 on network dc92c671-b3d0-405c-aed9-02101cf03e64 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:08.536451 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:08.539267 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-2290b70c-dd65-454d-bd14-01f07d6c0b59 admin admin] Usage tracker for resource:security_group_rule and tenant:d68dae3763564f4ba029938892dd40a4 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:08.542250 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Port aa99d496-ddb1-43b4-b0a4-a308229f91c7 on network dc92c671-b3d0-405c-aed9-02101cf03e64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:11:08.542694 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Attempting to bind port aa99d496-ddb1-43b4-b0a4-a308229f91c7 on network dc92c671-b3d0-405c-aed9-02101cf03e64 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:08.545951 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-2290b70c-dd65-454d-bd14-01f07d6c0b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:08.548068 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:08.563860 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:08.570592 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:08.583367 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Sync routers for ids ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:11:08.604705 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:08.611818 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:08.613405 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:08.619346 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] 10.222.0.88 "PUT /v2.0/ports/a5d2fd3e-fac4-4285-a28e-4b886238d7f1 HTTP/1.1" status: 200 len: 1094 time: 4.8028703 Nov 23 13:11:08.644507 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-2290b70c-dd65-454d-bd14-01f07d6c0b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:08.655116 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7b81ee-ce2a-446f-89fa-d505adaa281d', 'tag': 'a5d2fd3e-fac4-4285-a28e-4b886238d7f1'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:08.664394 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:08.688341 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Usage tracker for resource:security_group_rule and tenant:853b7b2f68be41a2b9efcc92fd52fd59 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:08.699763 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:08.722946 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:08.778077 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Routers {'1aa60342-a3f4-4baa-9d7e-5356d4c5c651'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:11:08.778717 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:10:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:08.807024 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Routers {'1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:11:08.814070 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:10:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:08.870595 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:11:08.873001 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Checking segment: {'id': '94409c05-8034-4bb4-afb3-31f42846f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'dc92c671-b3d0-405c-aed9-02101cf03e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:08.873001 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Bound using segment: {'id': '94409c05-8034-4bb4-afb3-31f42846f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'dc92c671-b3d0-405c-aed9-02101cf03e64'} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:11:08.873001 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Bound port: aa99d496-ddb1-43b4-b0a4-a308229f91c7, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94409c05-8034-4bb4-afb3-31f42846f6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': 'dc92c671-b3d0-405c-aed9-02101cf03e64'}}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:11:08.873001 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:08.917418 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:08.996104 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:09.006019 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:09.096112 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ad18b-0c29-4408-a716-2fb9ce4f66d4 None None] Pushing event updated for resources: {'Port': ['ID=9c1e3094-d941-40a8-a26a-3c276795df99,revision_number=4']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:09.102666 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-c67ad18b-0c29-4408-a716-2fb9ce4f66d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:09.113454 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d2fd3e-fac4-4285-a28e-4b886238d7f1,revision_number=3']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:09.119031 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab424374-7fd6-4263-91af-a8777f3a4ffc,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:09.122719 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Set router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:11:09.128407 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:09.147063 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:09.151238 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7351663 Nov 23 13:11:09.151238 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55686) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:09.157826 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-0e7b7b7c-b603-4bd9-9fc9-4df9af161833 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Request body: {'security_group_rule': {'security_group_id': 'ab424374-7fd6-4263-91af-a8777f3a4ffc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:09.172221 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:09.172979 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-0e7b7b7c-b603-4bd9-9fc9-4df9af161833 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:09.192554 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-0e7b7b7c-b603-4bd9-9fc9-4df9af161833 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Usage tracker for resource:security_group_rule and tenant:853b7b2f68be41a2b9efcc92fd52fd59 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:09.204237 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-0e7b7b7c-b603-4bd9-9fc9-4df9af161833 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:09.209655 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] Set router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:11:09.248476 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-0e7b7b7c-b603-4bd9-9fc9-4df9af161833 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:09.279997 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd33bf1-cf74-4aa4-8325-ce3696ad5173 None None] Pushing event updated for resources: {'Port': ['ID=76f10541-b659-4ed5-9eb9-e9455f6be16e,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:09.296746 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-7fd33bf1-cf74-4aa4-8325-ce3696ad5173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.154s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:09.350911 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Attempting to bind port 76f10541-b659-4ed5-9eb9-e9455f6be16e on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:11:09.351273 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Attempting to bind port 76f10541-b659-4ed5-9eb9-e9455f6be16e by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': 'fa4e1afd-2700-44cd-b285-94c8ff134196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:11:09.351643 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Attempting to bind port 76f10541-b659-4ed5-9eb9-e9455f6be16e on network 0027748b-8da6-43ba-b2a5-1fbc984935cc {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:09.374661 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7b7c-b603-4bd9-9fc9-4df9af161833 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:09.389172 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] For port aa99d496-ddb1-43b4-b0a4-a308229f91c7, host hv-cinder-81888, cleared binding levels {{(pid=87466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:11:09.392474 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] For port aa99d496-ddb1-43b4-b0a4-a308229f91c7, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa99d496-ddb1-43b4-b0a4-a308229f91c7,segment=NetworkSegment(94409c05-8034-4bb4-afb3-31f42846f6b0),segment_id=94409c05-8034-4bb4-afb3-31f42846f6b0)] {{(pid=87466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:11:09.489203 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-9eafa4fd-aef8-4fd6-9fb8-7def477b1283 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b12f3c7ceda456987357f151ca0b4d1&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5788000 Nov 23 13:11:09.501633 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:09.547556 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:11:09.547939 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Checking segment: {'id': 'fa4e1afd-2700-44cd-b285-94c8ff134196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:09.552520 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:09.552520 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Bound using segment: {'id': 'fa4e1afd-2700-44cd-b285-94c8ff134196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:11:09.552520 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Bound port: 76f10541-b659-4ed5-9eb9-e9455f6be16e, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4e1afd-2700-44cd-b285-94c8ff134196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:11:09.552520 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:09.563732 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:09.568680 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7b7c-b603-4bd9-9fc9-4df9af161833 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:09.655994 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7b7c-b603-4bd9-9fc9-4df9af161833 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:09.663604 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:09.685013 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b7b7c-b603-4bd9-9fc9-4df9af161833 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f31bd9-cec4-4973-8a18-bc33c6e96445,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:09.766154 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-0e7b7b7c-b603-4bd9-9fc9-4df9af161833 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:09.808309 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:09.810008 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:09.810990 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] 10.222.0.88 "PUT /v2.0/ports/aa99d496-ddb1-43b4-b0a4-a308229f91c7 HTTP/1.1" status: 200 len: 1093 time: 6.0074914 Nov 23 13:11:09.825174 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Pushing event updated for resources: {'Port': ['ID=aa99d496-ddb1-43b4-b0a4-a308229f91c7,revision_number=3']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:09.833466 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0e7b7b7c-b603-4bd9-9fc9-4df9af161833 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:09.834679 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-0e7b7b7c-b603-4bd9-9fc9-4df9af161833 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6825709 Nov 23 13:11:09.837446 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55708) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:09.842703 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-adfa6af3-0d0d-4ce4-a6a6-30a0f8c91aa9 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Request body: {'security_group_rule': {'security_group_id': 'ab424374-7fd6-4263-91af-a8777f3a4ffc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:09.850981 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:09.863618 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-adfa6af3-0d0d-4ce4-a6a6-30a0f8c91aa9 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:09.875659 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-adfa6af3-0d0d-4ce4-a6a6-30a0f8c91aa9 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Usage tracker for resource:security_group_rule and tenant:853b7b2f68be41a2b9efcc92fd52fd59 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:09.881242 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305338b2-852f-49b1-96d4-1e4b8a5a4361 req-a5562f41-aa67-46ea-9e9e-dceb67e6d8cf tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:09.882083 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] For port 76f10541-b659-4ed5-9eb9-e9455f6be16e, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:11:09.884038 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-305338b2-852f-49b1-96d4-1e4b8a5a4361 req-a5562f41-aa67-46ea-9e9e-dceb67e6d8cf tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 943 time: 1.3144143 Nov 23 13:11:09.886107 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] For port 76f10541-b659-4ed5-9eb9-e9455f6be16e, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=76f10541-b659-4ed5-9eb9-e9455f6be16e,segment=NetworkSegment(fa4e1afd-2700-44cd-b285-94c8ff134196),segment_id=fa4e1afd-2700-44cd-b285-94c8ff134196)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:11:09.891880 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-adfa6af3-0d0d-4ce4-a6a6-30a0f8c91aa9 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:09.900310 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-adfa6af3-0d0d-4ce4-a6a6-30a0f8c91aa9 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:09.930627 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d298833-1f29-47de-adff-130d0bda5b0f req-169dcb09-075f-4db7-a89d-8a3387f8d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:09.934856 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-169dcb09-075f-4db7-a89d-8a3387f8d6c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 1097 time: 0.9634087 Nov 23 13:11:09.952428 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:08Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:09.967089 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148d57bd-eff8-42c4-8eac-6dd31cd6411e None None] The sync data for ids ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'] in dv-cinder-818886-1-smb is: [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:08Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:11:09.967470 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:10.000472 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-adfa6af3-0d0d-4ce4-a6a6-30a0f8c91aa9 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:10.028606 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-7fd33bf1-cf74-4aa4-8325-ce3696ad5173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:10.178080 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-adfa6af3-0d0d-4ce4-a6a6-30a0f8c91aa9 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:10.282481 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-f18af5c9-db73-4329-8528-1f152ff0f9c5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5d2fd3e-fac4-4285-a28e-4b886238d7f1 HTTP/1.1" status: 200 len: 217 time: 0.2440481 Nov 23 13:11:10.289897 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-adfa6af3-0d0d-4ce4-a6a6-30a0f8c91aa9 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:10.292463 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:10.338217 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa6af3-0d0d-4ce4-a6a6-30a0f8c91aa9 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0abf767-2066-473a-97d6-58f8d500f3ee,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:10.357636 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-adfa6af3-0d0d-4ce4-a6a6-30a0f8c91aa9 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:10.422920 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2290b70c-dd65-454d-bd14-01f07d6c0b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:10.456513 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-adfa6af3-0d0d-4ce4-a6a6-30a0f8c91aa9 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:10.464491 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-adfa6af3-0d0d-4ce4-a6a6-30a0f8c91aa9 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6194072 Nov 23 13:11:10.464813 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55730) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:10.470774 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Request body: {'floatingip': {'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:10.504317 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:10.519604 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Usage tracker for resource:floatingip and tenant:853b7b2f68be41a2b9efcc92fd52fd59 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:10.531812 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:10.555919 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:10.661037 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd33bf1-cf74-4aa4-8325-ce3696ad5173 None None] Pushing event updated for resources: {'Port': ['ID=76f10541-b659-4ed5-9eb9-e9455f6be16e,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:10.663701 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Routers {'1f83f7c3-83c6-4877-a6b5-014b4d4f207d'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:11:10.665556 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:10:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1f83f7c3-83c6-4877-a6b5-014b4d4f207d'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:10.673191 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:10.690673 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2290b70c-dd65-454d-bd14-01f07d6c0b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:10.719341 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-7fd33bf1-cf74-4aa4-8325-ce3696ad5173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:10.730267 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 9c1e3094-d941-40a8-a26a-3c276795df99 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:10.740343 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-ee457fb5-00e2-4f59-a544-414586b6244b service neutron] 10.222.0.48 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2355900 Nov 23 13:11:10.743230 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-305338b2-852f-49b1-96d4-1e4b8a5a4361 req-ef31f8f2-aaf2-40a3-949e-552a52d345ab tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/security-groups?id=3461341b-b81c-4e04-9485-0ff3dd493e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8269260 Nov 23 13:11:10.797820 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:11.011111 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d298833-1f29-47de-adff-130d0bda5b0f req-1fb34675-100a-42b4-9901-8023b4ea60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:11.012543 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-1fb34675-100a-42b4-9901-8023b4ea60a7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0 HTTP/1.1" status: 200 len: 855 time: 0.6713996 Nov 23 13:11:11.054384 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-2290b70c-dd65-454d-bd14-01f07d6c0b59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d68dae3763564f4ba029938892dd40a4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1674850 Nov 23 13:11:11.066366 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55744) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:11.125570 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] Set router 1f83f7c3-83c6-4877-a6b5-014b4d4f207d gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:11:11.142728 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290b70c-dd65-454d-bd14-01f07d6c0b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e101c9d-9430-488d-b247-feb377846b65,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:11.168486 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:11.173577 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-2290b70c-dd65-454d-bd14-01f07d6c0b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:11.176175 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-7af82288-4886-41bc-add1-b9d093cfd93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:11.177736 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-7af82288-4886-41bc-add1-b9d093cfd93b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b481ba5c73e94a219644435be64d05c4&device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 1096 time: 1.2411127 Nov 23 13:11:11.183241 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-f9c6a711-7b3e-4ee8-80c1-dcb422cc8bdd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4fcd731b-3484-4a4a-9d91-9350116c2af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398385 Nov 23 13:11:11.218709 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:11.226287 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c2957446-13d7-485e-a255-fc69c3974780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:11.239469 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 2, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:11.258046 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-a9b8fa7e-3838-4f54-a98d-ab67e9816987 service neutron] 10.222.0.48 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633923 Nov 23 13:11:11.283599 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c2957446-13d7-485e-a255-fc69c3974780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:11.296444 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfe329-3b07-4d0b-b252-eb53dc6fddc9 req-6a9b86d0-6336-4c6d-8c04-32c9e3353781 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:11.298266 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-06cfe329-3b07-4d0b-b252-eb53dc6fddc9 req-6a9b86d0-6336-4c6d-8c04-32c9e3353781 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 944 time: 0.2683408 Nov 23 13:11:11.368252 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Checking router: 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:11:11.368885 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Updating router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 port e6474f52-ff3f-4a87-a139-75badc926919 binding host dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:11:11.427029 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 9c1e3094-d941-40a8-a26a-3c276795df99 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:11.478898 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 9c1e3094-d941-40a8-a26a-3c276795df99 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:11.478898 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:11.500619 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Allocated IP 172.28.3.101 (9b5166c7-a3b6-4dd2-bc8e-90c117c22df2/c5f731f0-a861-4160-a944-f1ad6ad93795/7424aba6-6598-4b2f-8b5c-eddc4e8b0bb0) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:11:11.527746 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-c9888a21-8347-411c-9425-139ece2ca5f7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa99d496-ddb1-43b4-b0a4-a308229f91c7 HTTP/1.1" status: 200 len: 217 time: 0.1817141 Nov 23 13:11:11.535942 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-06cfe329-3b07-4d0b-b252-eb53dc6fddc9 req-33b636db-1646-41b7-a73a-1063b3eeec95 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309058 Nov 23 13:11:11.651910 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c2957446-13d7-485e-a255-fc69c3974780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:11.673139 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c3aabbc3-bea1-4295-9e79-040dbc5e0b6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:11.691164 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2957446-13d7-485e-a255-fc69c3974780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e101c9d-9430-488d-b247-feb377846b65,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:11.696089 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c2957446-13d7-485e-a255-fc69c3974780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:11.714258 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-79e4d409-d485-4129-b713-f137699cb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:11.716035 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-79e4d409-d485-4129-b713-f137699cb8ad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1a74489-37e6-4ca6-8d48-e6e9ab6af76e HTTP/1.1" status: 200 len: 849 time: 0.0953693 Nov 23 13:11:11.760372 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c2957446-13d7-485e-a255-fc69c3974780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:11.773817 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-c2957446-13d7-485e-a255-fc69c3974780 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e101c9d-9430-488d-b247-feb377846b65 HTTP/1.1" status: 204 len: 168 time: 0.7017703 Nov 23 13:11:11.801016 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-c51e7b9b-e81d-4f05-a7d9-ffe88982803f service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058314 Nov 23 13:11:11.806556 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-9e37e174-df6e-4188-8d51-fe6ce36a6eee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dc92c671-b3d0-405c-aed9-02101cf03e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790071 Nov 23 13:11:11.859866 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:11.908026 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:12.005461 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:12.020609 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b88e0266-8fbe-44ed-8630-c4c7f7f73f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:12.248917 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'name': 'tempest-ServerRescueNegativeTestJSON-1892143650-router', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:01Z', 'revision_number': 4, 'project_id': '3b12f3c7ceda456987357f151ca0b4d1', 'gw_port': {'id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '76f10541-b659-4ed5-9eb9-e9455f6be16e', 'name': '', 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1', 'mac_address': 'fa:16:3e:ba:1a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:57Z', 'updated_at': '2021-11-23T13:11:09Z', 'revision_number': 4, 'project_id': '3b12f3c7ceda456987357f151ca0b4d1', 'subnets': [{'id': '21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:12.260674 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d298833-1f29-47de-adff-130d0bda5b0f req-d8d1eff5-9ae4-4905-96c5-ef0f476acc54 service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477379 Nov 23 13:11:12.264833 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-4c0ca9c2-5565-4a5f-b215-cb1051228d13 service neutron] 10.222.0.88 "GET /v2.0/networks/dc92c671-b3d0-405c-aed9-02101cf03e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508085 Nov 23 13:11:12.269476 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbe2310-be2d-47d3-a747-2e56c5a0341e None None] The sync data for ids ['1f83f7c3-83c6-4877-a6b5-014b4d4f207d'] in dv-cinder-818886-1-smb is: [{'id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'name': 'tempest-ServerRescueNegativeTestJSON-1892143650-router', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:01Z', 'revision_number': 4, 'project_id': '3b12f3c7ceda456987357f151ca0b4d1', 'gw_port': {'id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '76f10541-b659-4ed5-9eb9-e9455f6be16e', 'name': '', 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1', 'mac_address': 'fa:16:3e:ba:1a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:57Z', 'updated_at': '2021-11-23T13:11:09Z', 'revision_number': 4, 'project_id': '3b12f3c7ceda456987357f151ca0b4d1', 'subnets': [{'id': '21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:11:12.276114 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7b81ee-ce2a-446f-89fa-d505adaa281d', 'tag': 'a5d2fd3e-fac4-4285-a28e-4b886238d7f1', 'status': 'completed', 'code': 200} Nov 23 13:11:12.291831 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:12.350219 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:12.387084 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:12.390666 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:11:12.568173 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event updated for resources: {'Port': ['ID=7424aba6-6598-4b2f-8b5c-eddc4e8b0bb0,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:12.573700 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:12.599015 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:12.636401 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 9c1e3094-d941-40a8-a26a-3c276795df99, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=9c1e3094-d941-40a8-a26a-3c276795df99,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:12.700614 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:12.709079 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:12.763642 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:12.819349 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-10aaf89b-ce6a-46fe-8813-a60d3bb5e431 req-4cb5f474-af64-4ba6-8a74-009367f24a04 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 210 time: 0.4712601 Nov 23 13:11:12.966077 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55802) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:12.993713 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 76f10541-b659-4ed5-9eb9-e9455f6be16e up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:13.012710 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--392625332', 'description': 'tempest-description--1534672794'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:13.029587 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:13.047362 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Usage tracker for resource:security_group and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:13.083040 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a16273a5-e40b-4cc4-9e99-f15f2d7160f2 req-5ae12002-df1b-496e-95c6-b1440114ff96 service neutron] 10.222.0.88 "GET /v2.0/networks/dc92c671-b3d0-405c-aed9-02101cf03e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7818394 Nov 23 13:11:13.103126 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:13.111012 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe80b97-ed35-4de5-abd5-1bc2a04ba194 req-adc4a4b5-5b34-4838-ac2d-2f32780e53ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:13.113250 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-abe80b97-ed35-4de5-abd5-1bc2a04ba194 req-adc4a4b5-5b34-4838-ac2d-2f32780e53ee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 1097 time: 0.6537795 Nov 23 13:11:13.289427 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=9c1e3094-d941-40a8-a26a-3c276795df99,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:13.296938 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:13.331793 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:13.364888 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:13.414928 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:13.451670 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:13.456559 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Notify callbacks [] for port, precommit_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:13.478012 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:13.485021 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Transition to ACTIVE for port object e6474f52-ff3f-4a87-a139-75badc926919 will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:13.497186 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 76f10541-b659-4ed5-9eb9-e9455f6be16e completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:13.510617 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 76f10541-b659-4ed5-9eb9-e9455f6be16e triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:13.513636 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:13.552360 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:13.567265 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe80b97-ed35-4de5-abd5-1bc2a04ba194 req-1f056bf4-15df-474b-81bf-cdd8006e07df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:13.568704 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-abe80b97-ed35-4de5-abd5-1bc2a04ba194 req-1f056bf4-15df-474b-81bf-cdd8006e07df service neutron] 10.222.0.88 "GET /v2.0/networks?id=4fcd731b-3484-4a4a-9d91-9350116c2af7 HTTP/1.1" status: 200 len: 917 time: 0.4451907 Nov 23 13:11:13.601093 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:13.616597 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Usage tracker for resource:security_group_rule and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:13.648672 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:13.679962 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:13.731302 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event updated for resources: {'Port': ['ID=7424aba6-6598-4b2f-8b5c-eddc4e8b0bb0,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:13.761697 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:13.766715 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:13.786698 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:13.804297 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:13.816323 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3501158 Nov 23 13:11:13.851278 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-abe80b97-ed35-4de5-abd5-1bc2a04ba194 req-a2557622-18b2-4970-ba46-a395358be2f1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5d2fd3e-fac4-4285-a28e-4b886238d7f1 HTTP/1.1" status: 200 len: 217 time: 0.2722206 Nov 23 13:11:13.891493 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:13.958956 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe80b97-ed35-4de5-abd5-1bc2a04ba194 req-be95d68e-1cd8-48f7-8740-8d970b613d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:13.961512 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-abe80b97-ed35-4de5-abd5-1bc2a04ba194 req-be95d68e-1cd8-48f7-8740-8d970b613d7a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0 HTTP/1.1" status: 200 len: 855 time: 0.0939732 Nov 23 13:11:13.974328 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbef3b-51ef-48da-88b3-afd8c3b32986 req-f09dccf5-66fb-4348-8f2a-ba95793300e2 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:13.976270 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-74dbef3b-51ef-48da-88b3-afd8c3b32986 req-f09dccf5-66fb-4348-8f2a-ba95793300e2 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 943 time: 0.7740676 Nov 23 13:11:13.998643 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:14.013733 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-80cf6c8f-9233-4cb7-bc25-35726c632e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:14.108177 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc69ee04-b762-4882-bb67-0403ec1b3adb,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:14.110934 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:14.132070 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20048f4f-89dc-4a10-b7d3-4bacd5693d3f req-6953e5dd-192a-41c5-8be1-ba22f7cf4e83 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:14.140619 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-20048f4f-89dc-4a10-b7d3-4bacd5693d3f req-6953e5dd-192a-41c5-8be1-ba22f7cf4e83 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 944 time: 0.8660054 Nov 23 13:11:14.171984 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae4c35-07f2-44f4-99d1-c683faefc371 None None] Pushing event updated for resources: {'Port': ['ID=e6474f52-ff3f-4a87-a139-75badc926919,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:14.180653 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-c3ae4c35-07f2-44f4-99d1-c683faefc371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:14.212748 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-74dbef3b-51ef-48da-88b3-afd8c3b32986 req-31f64ba6-91f6-465a-9681-c4b26648d83f tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/security-groups?id=3461341b-b81c-4e04-9485-0ff3dd493e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280850 Nov 23 13:11:14.227841 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:14.228599 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-abe80b97-ed35-4de5-abd5-1bc2a04ba194 req-7695f426-57e6-48a1-a4c3-6b8736d61004 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4fcd731b-3484-4a4a-9d91-9350116c2af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1861949 Nov 23 13:11:14.240324 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2729495 Nov 23 13:11:14.241425 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55832) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:14.246994 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-507992b8-8e8e-4518-8d6f-2f84a1cb87a7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Request body: {'security_group_rule': {'security_group_id': 'cc69ee04-b762-4882-bb67-0403ec1b3adb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:14.261215 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-507992b8-8e8e-4518-8d6f-2f84a1cb87a7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:14.278877 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-507992b8-8e8e-4518-8d6f-2f84a1cb87a7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Usage tracker for resource:security_group_rule and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:14.283257 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-507992b8-8e8e-4518-8d6f-2f84a1cb87a7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:14.296712 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-507992b8-8e8e-4518-8d6f-2f84a1cb87a7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:14.398467 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Attempting to bind port e6474f52-ff3f-4a87-a139-75badc926919 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:11:14.398467 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Attempting to bind port e6474f52-ff3f-4a87-a139-75badc926919 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:11:14.398467 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Attempting to bind port e6474f52-ff3f-4a87-a139-75badc926919 on network 9fd585cf-4252-4526-87d0-f50fc6aed26e {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:14.398467 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:14.420878 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:11:14.421570 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Checking segment: {'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:14.422210 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:14.423473 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Bound using segment: {'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:11:14.424099 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Bound port: e6474f52-ff3f-4a87-a139-75badc926919, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:11:14.425581 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:14.448124 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-507992b8-8e8e-4518-8d6f-2f84a1cb87a7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:14.472231 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-20048f4f-89dc-4a10-b7d3-4bacd5693d3f req-a8d23010-922c-4be8-b4c7-0936b22a2509 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296089 Nov 23 13:11:14.475107 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27459ee6-8be7-4197-a583-81c6f1a6ae4f', 'tag': 'aa99d496-ddb1-43b4-b0a4-a308229f91c7'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:14.656565 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-507992b8-8e8e-4518-8d6f-2f84a1cb87a7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:14.708355 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 76f10541-b659-4ed5-9eb9-e9455f6be16e, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=76f10541-b659-4ed5-9eb9-e9455f6be16e,segment=NetworkSegment(fa4e1afd-2700-44cd-b285-94c8ff134196),segment_id=fa4e1afd-2700-44cd-b285-94c8ff134196)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:14.725299 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c8184-214c-4835-ab92-5026ad0ba369 req-94354cd2-51ef-4184-9328-bb425676414e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:14.727063 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-578c8184-214c-4835-ab92-5026ad0ba369 req-94354cd2-51ef-4184-9328-bb425676414e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/networks?id=0027748b-8da6-43ba-b2a5-1fbc984935cc HTTP/1.1" status: 200 len: 819 time: 0.2388911 Nov 23 13:11:14.730935 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-507992b8-8e8e-4518-8d6f-2f84a1cb87a7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:14.732983 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-0e7b7b7c-b603-4bd9-9fc9-4df9af161833 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:14.763336 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-578c8184-214c-4835-ab92-5026ad0ba369 req-2e6824c2-247a-457c-bd18-ec8dd3d196f0 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/quotas/3b12f3c7ceda456987357f151ca0b4d1 HTTP/1.1" status: 200 len: 375 time: 0.0132244 Nov 23 13:11:14.776476 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507992b8-8e8e-4518-8d6f-2f84a1cb87a7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e47fad-63cb-4e41-bacd-7ff34855e5df,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:14.779366 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-507992b8-8e8e-4518-8d6f-2f84a1cb87a7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:14.788886 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] For port e6474f52-ff3f-4a87-a139-75badc926919, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:11:14.795514 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:14.799238 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] For port e6474f52-ff3f-4a87-a139-75badc926919, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=e6474f52-ff3f-4a87-a139-75badc926919,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:11:14.800979 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-622e1f44-4f52-451b-8a74-8c31d4b95e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:14.871046 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-b2716911-676e-4105-aca8-e4485c173a85 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--375277439&fields=id&tenant_id=853b7b2f68be41a2b9efcc92fd52fd59 HTTP/1.1" status: 200 len: 267 time: 0.1558800 Nov 23 13:11:14.879273 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-507992b8-8e8e-4518-8d6f-2f84a1cb87a7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:14.883986 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-507992b8-8e8e-4518-8d6f-2f84a1cb87a7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6418638 Nov 23 13:11:14.884610 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55878) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:14.891337 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-464d21ec-5e06-457e-a697-322b2847a8ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Request body: {'security_group_rule': {'security_group_id': 'cc69ee04-b762-4882-bb67-0403ec1b3adb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:14.892733 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-abe80b97-ed35-4de5-abd5-1bc2a04ba194 req-ba3fd371-1192-43a4-afb7-ec86f4457754 service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395919 Nov 23 13:11:14.895647 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=76f10541-b659-4ed5-9eb9-e9455f6be16e,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:14.897959 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-464d21ec-5e06-457e-a697-322b2847a8ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:14.904156 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:14.910980 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 9c1e3094-d941-40a8-a26a-3c276795df99 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:14.912941 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-464d21ec-5e06-457e-a697-322b2847a8ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Usage tracker for resource:security_group_rule and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:14.915973 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-464d21ec-5e06-457e-a697-322b2847a8ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:14.923570 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-464d21ec-5e06-457e-a697-322b2847a8ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:14.957076 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:14.967071 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:15.046391 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-464d21ec-5e06-457e-a697-322b2847a8ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:15.059675 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Routers {'1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:11:15.060477 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:10:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:15.184332 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-464d21ec-5e06-457e-a697-322b2847a8ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:15.267050 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-464d21ec-5e06-457e-a697-322b2847a8ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:15.269667 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-adfa6af3-0d0d-4ce4-a6a6-30a0f8c91aa9 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:15.281534 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae4c35-07f2-44f4-99d1-c683faefc371 None None] Pushing event updated for resources: {'Port': ['ID=e6474f52-ff3f-4a87-a139-75badc926919,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:15.298177 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-c3ae4c35-07f2-44f4-99d1-c683faefc371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:15.305747 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d21ec-5e06-457e-a697-322b2847a8ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b2e9c4-4288-4dc9-924a-8b0b7239d6ca,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:15.308104 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device a5d2fd3e-fac4-4285-a28e-4b886238d7f1 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:11:15.309395 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-464d21ec-5e06-457e-a697-322b2847a8ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:15.322940 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 9c1e3094-d941-40a8-a26a-3c276795df99 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:15.323192 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:15.366356 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-578c8184-214c-4835-ab92-5026ad0ba369 req-21d7f7ad-17ed-4b00-978b-e61553043775 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b12f3c7ceda456987357f151ca0b4d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5957344 Nov 23 13:11:15.396923 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-464d21ec-5e06-457e-a697-322b2847a8ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:15.396923 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-464d21ec-5e06-457e-a697-322b2847a8ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5105941 Nov 23 13:11:15.399298 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55894) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:15.405904 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Request body: {'floatingip': {'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:15.419452 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] Set router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:11:15.420252 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:15.430006 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Usage tracker for resource:floatingip and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:15.437468 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:15.438377 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-abe80b97-ed35-4de5-abd5-1bc2a04ba194 req-d7203455-2093-4e2d-9ae2-defc5d307aa3 service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165186 Nov 23 13:11:15.454434 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:15.547371 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for floatingip, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:15.571163 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-ade8c4c7-1d76-46a1-88d5-4c0721ed0f57 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:15.572605 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-ade8c4c7-1d76-46a1-88d5-4c0721ed0f57 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.88 "GET /v2.0/networks?id=0027748b-8da6-43ba-b2a5-1fbc984935cc HTTP/1.1" status: 200 len: 819 time: 0.4791591 Nov 23 13:11:15.637523 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Request body: {'port': {'device_id': '7866fb89-707f-492f-83f5-debea0e5adc4', 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc', 'admin_state_up': True, 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:15.802539 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-ee273b74-a51a-4b70-943a-971a0ffd429f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:15.809076 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-ee273b74-a51a-4b70-943a-971a0ffd429f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/networks?id=1a4efee9-ffed-4f56-81e3-cd45acdb4059 HTTP/1.1" status: 200 len: 811 time: 0.9191124 Nov 23 13:11:15.847324 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:15.870863 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:11:15.936810 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-d861a01c-6293-40e4-85c2-e3da7260fa55 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/quotas/853b7b2f68be41a2b9efcc92fd52fd59 HTTP/1.1" status: 200 len: 375 time: 0.1268561 Nov 23 13:11:15.967819 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-578c8184-214c-4835-ab92-5026ad0ba369 req-af58f95c-c3ea-4993-bcb8-696a7b232467 service neutron] 10.222.0.48 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611982 Nov 23 13:11:15.990144 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port a5d2fd3e-fac4-4285-a28e-4b886238d7f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a5d2fd3e-fac4-4285-a28e-4b886238d7f1,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:16.010960 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': 'a5d2fd3e-fac4-4285-a28e-4b886238d7f1', 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7', 'port_id': 'a5d2fd3e-fac4-4285-a28e-4b886238d7f1', 'mac_address': 'fa:16:3e:a7:ef:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:11:16.033252 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Allocated IP 172.28.3.113 (9b5166c7-a3b6-4dd2-bc8e-90c117c22df2/c5f731f0-a861-4160-a944-f1ad6ad93795/5e8c0636-e87f-4f68-9418-1f1737e28c3a) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:11:16.270545 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:16.281804 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:16.289120 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:16.309283 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Usage tracker for resource:port and tenant:3b12f3c7ceda456987357f151ca0b4d1 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:16.313709 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d2fd3e-fac4-4285-a28e-4b886238d7f1 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:16.314574 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:16.326321 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:16.338083 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port a5d2fd3e-fac4-4285-a28e-4b886238d7f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a5d2fd3e-fac4-4285-a28e-4b886238d7f1,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:16.353062 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-578c8184-214c-4835-ab92-5026ad0ba369 req-dcd3d2ae-c4f5-4edd-9f3b-a139cc84a282 service neutron] 10.222.0.48 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844116 Nov 23 13:11:16.365820 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-5feca6ad-8f52-496e-abc2-7ead7e57cb88 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Synchronizing usage tracker for tenant:853b7b2f68be41a2b9efcc92fd52fd59 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:16.370386 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:14Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:16.372763 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914b034f-605f-440a-a9a7-9354439b6caa None None] The sync data for ids ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'] in dv-cinder-818886-1-smb is: [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:14Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:11:16.395969 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:16.426384 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:16.436614 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Made reservation on behalf of 3b12f3c7ceda456987357f151ca0b4d1 for: {'port': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:11:16.440510 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:16.445861 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:16.476653 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e8e3d85e-94af-4f4c-b83f-8e7d1c230e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:16.564891 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-5feca6ad-8f52-496e-abc2-7ead7e57cb88 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Unset dirty status for tenant:853b7b2f68be41a2b9efcc92fd52fd59 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:16.578181 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-5feca6ad-8f52-496e-abc2-7ead7e57cb88 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=853b7b2f68be41a2b9efcc92fd52fd59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6185520 Nov 23 13:11:16.599755 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event updated for resources: {'Port': ['ID=5e8c0636-e87f-4f68-9418-1f1737e28c3a,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:16.604200 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:16.614079 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:16.614400 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=a5d2fd3e-fac4-4285-a28e-4b886238d7f1,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:16.618716 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:16.626049 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:16.627213 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:11:16.661974 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:16.829568 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27459ee6-8be7-4197-a583-81c6f1a6ae4f', 'tag': 'aa99d496-ddb1-43b4-b0a4-a308229f91c7', 'status': 'completed', 'code': 200} Nov 23 13:11:16.854186 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['a5d2fd3e-fac4-4285-a28e-4b886238d7f1'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:11:16.880740 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 55942) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:16.952939 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:17.013454 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-31def334-73a6-49d0-911f-048606f73e45 service neutron] 10.222.0.48 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317031 Nov 23 13:11:17.108907 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Allocated IP 172.20.0.7 (0027748b-8da6-43ba-b2a5-1fbc984935cc/21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9/6a131a8c-1c25-4a9f-9458-8dc0df968149) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:11:17.299681 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 76f10541-b659-4ed5-9eb9-e9455f6be16e up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:17.380284 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device aa99d496-ddb1-43b4-b0a4-a308229f91c7 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:11:17.559234 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:17.633080 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:17.638958 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:17.706055 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e82e6def-3ad0-4166-95ea-54e3c9ddda24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:17.714502 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:17.762317 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e82e6def-3ad0-4166-95ea-54e3c9ddda24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:17.781186 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event updated for resources: {'Port': ['ID=5e8c0636-e87f-4f68-9418-1f1737e28c3a,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:17.784925 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 76f10541-b659-4ed5-9eb9-e9455f6be16e triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:17.785392 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:17.786932 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:17.796009 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e82e6def-3ad0-4166-95ea-54e3c9ddda24 admin admin] Usage tracker for resource:security_group_rule and tenant:239f14cbe8374a5688b2e670e50543ed is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:17.804867 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e82e6def-3ad0-4166-95ea-54e3c9ddda24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:17.810466 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:17.828649 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e82e6def-3ad0-4166-95ea-54e3c9ddda24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:17.829244 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:17.844722 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4436388 Nov 23 13:11:17.899218 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-f2b1bf02-0a38-4da4-ab5f-d41e8fcb0291 service neutron] 10.222.0.48 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8698986 Nov 23 13:11:17.938346 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0328ffb-e504-4393-92a9-a78aa4fe0cf0 req-8400987e-7cd8-4387-ba4d-96927161ee57 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:17.951412 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e0328ffb-e504-4393-92a9-a78aa4fe0cf0 req-8400987e-7cd8-4387-ba4d-96927161ee57 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 943 time: 0.5717132 Nov 23 13:11:17.979245 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d9dc0-73af-4e43-b803-b0d1998bfa38 req-f24d2e87-f002-43bb-9704-8bfd11f0d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:17.983721 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cb9d9dc0-73af-4e43-b803-b0d1998bfa38 req-f24d2e87-f002-43bb-9704-8bfd11f0d21a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b481ba5c73e94a219644435be64d05c4&device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 1096 time: 1.1239588 Nov 23 13:11:18.123376 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e82e6def-3ad0-4166-95ea-54e3c9ddda24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:18.139146 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port aa99d496-ddb1-43b4-b0a4-a308229f91c7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa99d496-ddb1-43b4-b0a4-a308229f91c7,segment=NetworkSegment(94409c05-8034-4bb4-afb3-31f42846f6b0),segment_id=94409c05-8034-4bb4-afb3-31f42846f6b0)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:18.297853 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': 'aa99d496-ddb1-43b4-b0a4-a308229f91c7', 'network_id': 'dc92c671-b3d0-405c-aed9-02101cf03e64', 'port_id': 'aa99d496-ddb1-43b4-b0a4-a308229f91c7', 'mac_address': 'fa:16:3e:1d:fb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a74489-37e6-4ca6-8d48-e6e9ab6af76e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:11:18.343342 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e82e6def-3ad0-4166-95ea-54e3c9ddda24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:18.349706 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:18.367877 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c2d046a5-0df0-44ac-be88-072c5cb3d177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:18.387190 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e0328ffb-e504-4393-92a9-a78aa4fe0cf0 req-83b95fc7-8aca-4515-87fc-b3629608bf1f tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/security-groups?id=3461341b-b81c-4e04-9485-0ff3dd493e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368627 Nov 23 13:11:18.449531 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d9dc0-73af-4e43-b803-b0d1998bfa38 req-108dfef3-96fd-4771-b6d6-5d1284af481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:18.450989 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cb9d9dc0-73af-4e43-b803-b0d1998bfa38 req-108dfef3-96fd-4771-b6d6-5d1284af481b service neutron] 10.222.0.88 "GET /v2.0/networks?id=dc92c671-b3d0-405c-aed9-02101cf03e64 HTTP/1.1" status: 200 len: 911 time: 0.4161432 Nov 23 13:11:18.465639 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device e6474f52-ff3f-4a87-a139-75badc926919 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:18.547835 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:18.583093 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa99d496-ddb1-43b4-b0a4-a308229f91c7 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:18.624470 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port aa99d496-ddb1-43b4-b0a4-a308229f91c7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa99d496-ddb1-43b4-b0a4-a308229f91c7,segment=NetworkSegment(94409c05-8034-4bb4-afb3-31f42846f6b0),segment_id=94409c05-8034-4bb4-afb3-31f42846f6b0)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:18.628586 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Network 0027748b-8da6-43ba-b2a5-1fbc984935cc is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:18.647700 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:18.684924 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:11:18.690671 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:18.691287 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:18.697456 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cb9d9dc0-73af-4e43-b803-b0d1998bfa38 req-24d371fe-7478-4d6e-b2b1-6a9940a9f251 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa99d496-ddb1-43b4-b0a4-a308229f91c7 HTTP/1.1" status: 200 len: 217 time: 0.1929910 Nov 23 13:11:18.707894 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-e82e6def-3ad0-4166-95ea-54e3c9ddda24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=239f14cbe8374a5688b2e670e50543ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7559605 Nov 23 13:11:18.710656 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 55982) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:18.713008 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:18.714963 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-922165a1-9afc-4b92-ae03-20a404cc04ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:18.725175 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e6def-3ad0-4166-95ea-54e3c9ddda24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a52e6a-60c6-456a-83c9-b0838c6e20fb,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:18.762256 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-025f60c0-6da5-4673-91fc-0ff8a406b300 req-40751480-e26f-4d6f-9d56-7c30ebe7a36e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 210 time: 0.1325200 Nov 23 13:11:18.767545 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e82e6def-3ad0-4166-95ea-54e3c9ddda24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:18.768552 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:18.773514 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port e6474f52-ff3f-4a87-a139-75badc926919 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:18.786132 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port e6474f52-ff3f-4a87-a139-75badc926919 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:18.787403 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:18.840199 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-07138cba-a545-40c1-be3e-49e6faf3f62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:18.877319 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d9dc0-73af-4e43-b803-b0d1998bfa38 req-52fe9097-33e8-4a75-b26d-5d2423075664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:18.878981 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cb9d9dc0-73af-4e43-b803-b0d1998bfa38 req-52fe9097-33e8-4a75-b26d-5d2423075664 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1a74489-37e6-4ca6-8d48-e6e9ab6af76e HTTP/1.1" status: 200 len: 849 time: 0.1604710 Nov 23 13:11:18.883474 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Pushing event updated for resources: {'Port': ['ID=6a131a8c-1c25-4a9f-9458-8dc0df968149,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:18.889127 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:18.904731 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=aa99d496-ddb1-43b4-b0a4-a308229f91c7,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:18.908573 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:18.922929 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-07138cba-a545-40c1-be3e-49e6faf3f62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:18.934705 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cb9d9dc0-73af-4e43-b803-b0d1998bfa38 req-27432f2c-a103-460e-929a-87513a3d0292 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dc92c671-b3d0-405c-aed9-02101cf03e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482197 Nov 23 13:11:18.936263 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3362658 Nov 23 13:11:18.954302 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c3541-e2d6-41bb-a816-c3fd74930e57 req-e4cdbf97-45e3-43c9-b0ce-732e26afac2d tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:18.956506 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2d3c3541-e2d6-41bb-a816-c3fd74930e57 req-e4cdbf97-45e3-43c9-b0ce-732e26afac2d tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 945 time: 0.5144861 Nov 23 13:11:18.979736 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:19.007898 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Request body: {'port': {'device_id': '7866fb89-707f-492f-83f5-debea0e5adc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:19.016542 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port e6474f52-ff3f-4a87-a139-75badc926919, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=e6474f52-ff3f-4a87-a139-75badc926919,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:19.050969 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['aa99d496-ddb1-43b4-b0a4-a308229f91c7'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:11:19.188621 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:19.192887 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-7fd33bf1-cf74-4aa4-8325-ce3696ad5173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:19.256325 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-659145f3-ec73-4db9-af46-b907b30364ee tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Synchronizing usage tracker for tenant:53d4861f8a6e416bafb99b42b9213d54 on resource:security_group {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:19.279594 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-07138cba-a545-40c1-be3e-49e6faf3f62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:19.288972 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:19.293756 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2d3c3541-e2d6-41bb-a816-c3fd74930e57 req-fa600ee3-ed49-42e2-b2b0-b8e37600f200 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116882 Nov 23 13:11:19.295320 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=e6474f52-ff3f-4a87-a139-75badc926919,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:19.301665 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:19.303668 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device a5d2fd3e-fac4-4285-a28e-4b886238d7f1 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:19.336722 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07138cba-a545-40c1-be3e-49e6faf3f62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a52e6a-60c6-456a-83c9-b0838c6e20fb,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:19.339355 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-07138cba-a545-40c1-be3e-49e6faf3f62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:19.347616 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-07138cba-a545-40c1-be3e-49e6faf3f62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:19.348724 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-07138cba-a545-40c1-be3e-49e6faf3f62c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04a52e6a-60c6-456a-83c9-b0838c6e20fb HTTP/1.1" status: 204 len: 168 time: 0.6369307 Nov 23 13:11:19.393346 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cb9d9dc0-73af-4e43-b803-b0d1998bfa38 req-ccee9700-e7f3-48f1-8ee5-bddab82c5a38 service neutron] 10.222.0.88 "GET /v2.0/networks/dc92c671-b3d0-405c-aed9-02101cf03e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351952 Nov 23 13:11:19.404529 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:19.503758 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-659145f3-ec73-4db9-af46-b907b30364ee tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Unset dirty status for tenant:53d4861f8a6e416bafb99b42b9213d54 on resource:security_group {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:19.504888 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-659145f3-ec73-4db9-af46-b907b30364ee tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--392625332&fields=id&tenant_id=53d4861f8a6e416bafb99b42b9213d54 HTTP/1.1" status: 200 len: 267 time: 0.5460618 Nov 23 13:11:19.582819 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port a5d2fd3e-fac4-4285-a28e-4b886238d7f1 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:19.594442 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port a5d2fd3e-fac4-4285-a28e-4b886238d7f1 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:19.595221 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:19.648927 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-28ab1c2c-78f0-4c7f-9d18-df872dc06daf req-5add4f03-95f8-4f56-b916-bd097160860d tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 210 time: 0.1699495 Nov 23 13:11:19.706786 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.88', 59036) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:19.823371 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:19.877068 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7b81ee-ce2a-446f-89fa-d505adaa281d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d2fd3e-fac4-4285-a28e-4b886238d7f1'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:19.970534 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port a5d2fd3e-fac4-4285-a28e-4b886238d7f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a5d2fd3e-fac4-4285-a28e-4b886238d7f1,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:20.008774 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c8184-214c-4835-ab92-5026ad0ba369 req-dad0c225-0f0e-44c6-9571-9774200f0752 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:20.011614 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-578c8184-214c-4835-ab92-5026ad0ba369 req-dad0c225-0f0e-44c6-9571-9774200f0752 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.88 "GET /v2.0/networks?id=0027748b-8da6-43ba-b2a5-1fbc984935cc HTTP/1.1" status: 200 len: 819 time: 0.3027961 Nov 23 13:11:20.027022 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:20.029140 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:20.033768 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Request body: {'port': {'device_id': 'e771ea27-3979-46f1-8cf8-f463516c8e88', 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc', 'admin_state_up': True, 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:20.070627 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cb9d9dc0-73af-4e43-b803-b0d1998bfa38 req-b6fc8098-4647-47b8-add9-8148e042712e service neutron] 10.222.0.88 "GET /v2.0/networks/dc92c671-b3d0-405c-aed9-02101cf03e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930531 Nov 23 13:11:20.158525 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=a5d2fd3e-fac4-4285-a28e-4b886238d7f1,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:20.162102 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:20.188480 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-1222df9a-019b-4425-853e-17f29c86d9ab tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:20.190908 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-1222df9a-019b-4425-853e-17f29c86d9ab tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Synchronizing usage tracker for tenant:53d4861f8a6e416bafb99b42b9213d54 on resource:network {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:20.316051 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa5507-8e58-49f1-a8c4-20332c202784 req-b5213da4-aab4-47e7-9498-f1c81feb537e tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:20.317671 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f1fa5507-8e58-49f1-a8c4-20332c202784 req-b5213da4-aab4-47e7-9498-f1c81feb537e tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 944 time: 0.4952826 Nov 23 13:11:20.321693 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:20.325694 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Usage tracker for resource:port and tenant:3b12f3c7ceda456987357f151ca0b4d1 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:20.332202 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:20.338225 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:20.355040 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-1222df9a-019b-4425-853e-17f29c86d9ab tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Unset dirty status for tenant:53d4861f8a6e416bafb99b42b9213d54 on resource:network {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:20.356145 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-1222df9a-019b-4425-853e-17f29c86d9ab tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/networks?id=9fd585cf-4252-4526-87d0-f50fc6aed26e HTTP/1.1" status: 200 len: 815 time: 0.8076215 Nov 23 13:11:20.384944 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56030) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:20.407293 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f1fa5507-8e58-49f1-a8c4-20332c202784 req-526936b7-92c2-458d-ab96-e9ce4cd91fd9 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/security-groups?id=3461341b-b81c-4e04-9485-0ff3dd493e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720961 Nov 23 13:11:20.421673 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0cd0ad38-2db9-4a63-8221-826535d653bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:20.421780 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-813cd4eb-44b2-432b-8ac3-43e0527e20ff tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/quotas/53d4861f8a6e416bafb99b42b9213d54 HTTP/1.1" status: 200 len: 375 time: 0.0510759 Nov 23 13:11:20.442364 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Made reservation on behalf of 3b12f3c7ceda456987357f151ca0b4d1 for: {'port': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:11:20.449007 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:20.482619 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-0cd0ad38-2db9-4a63-8221-826535d653bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:20.494574 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-0cd0ad38-2db9-4a63-8221-826535d653bb admin admin] Usage tracker for resource:security_group_rule and tenant:024ee2e81c4e4753a351c4ef09a9a1bb is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:20.497557 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-0cd0ad38-2db9-4a63-8221-826535d653bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:20.504507 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.db.resource_extend [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 13:11:20.509872 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-0cd0ad38-2db9-4a63-8221-826535d653bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:20.719614 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-27e15dc7-bb19-4d9d-9d4c-3280d15391d0 req-52b810b1-2cfd-4d32-8931-b3cef058d8d3 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Synchronizing usage tracker for tenant:3b12f3c7ceda456987357f151ca0b4d1 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:20.729306 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0cd0ad38-2db9-4a63-8221-826535d653bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:20.757969 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a131a8c-1c25-4a9f-9458-8dc0df968149 {{(pid=87466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:20.768666 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:20.778180 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-09cbc753-32b9-4953-8559-4a78228b8fec tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=53d4861f8a6e416bafb99b42b9213d54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3613923 Nov 23 13:11:20.798642 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0cd0ad38-2db9-4a63-8221-826535d653bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:20.810352 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.provisioning_blocks [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Transition to ACTIVE for port object 6a131a8c-1c25-4a9f-9458-8dc0df968149 will not be triggered until provisioned by entity L2. {{(pid=87466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:20.824637 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b064bbd5-6b29-4149-a7c9-36642fbdd627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:20.840131 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-0cd0ad38-2db9-4a63-8221-826535d653bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=024ee2e81c4e4753a351c4ef09a9a1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536495 Nov 23 13:11:20.842797 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56050) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:20.863646 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-27e15dc7-bb19-4d9d-9d4c-3280d15391d0 req-52b810b1-2cfd-4d32-8931-b3cef058d8d3 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Unset dirty status for tenant:3b12f3c7ceda456987357f151ca0b4d1 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:20.864779 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-27e15dc7-bb19-4d9d-9d4c-3280d15391d0 req-52b810b1-2cfd-4d32-8931-b3cef058d8d3 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 210 time: 0.2424185 Nov 23 13:11:20.878196 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0ad38-2db9-4a63-8221-826535d653bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c3a091-940c-412b-9970-96ace830a230,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:20.883480 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-0cd0ad38-2db9-4a63-8221-826535d653bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:20.886385 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:20.900836 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-45a8ae80-1653-42fa-9a6f-f27f02c9f514 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:20.977741 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-1488b3d5-ec76-43cb-ac7a-696e01f9a151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:20.994059 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Allocated IP 172.20.0.12 (0027748b-8da6-43ba-b2a5-1fbc984935cc/21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9/dec698c9-b4c3-44f8-8b8d-f9084293f3ba) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:11:21.021835 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-1488b3d5-ec76-43cb-ac7a-696e01f9a151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.125107 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Attempting to bind port 6a131a8c-1c25-4a9f-9458-8dc0df968149 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:11:21.125444 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Attempting to bind port 6a131a8c-1c25-4a9f-9458-8dc0df968149 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'fa4e1afd-2700-44cd-b285-94c8ff134196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc'}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:11:21.125770 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Attempting to bind port 6a131a8c-1c25-4a9f-9458-8dc0df968149 on network 0027748b-8da6-43ba-b2a5-1fbc984935cc {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:21.138240 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7b81ee-ce2a-446f-89fa-d505adaa281d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d2fd3e-fac4-4285-a28e-4b886238d7f1', 'code': 200} Nov 23 13:11:21.138777 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-4acc1ae2-0765-4b22-9612-028511b4df0a service neutron] 10.222.0.48 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469422 Nov 23 13:11:21.141200 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Pushing event updated for resources: {'Port': ['ID=6a131a8c-1c25-4a9f-9458-8dc0df968149,revision_number=2']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:21.144762 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:21.145539 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Port 6a131a8c-1c25-4a9f-9458-8dc0df968149 on network 0027748b-8da6-43ba-b2a5-1fbc984935cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:11:21.145859 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Attempting to bind port 6a131a8c-1c25-4a9f-9458-8dc0df968149 on network 0027748b-8da6-43ba-b2a5-1fbc984935cc {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:21.172949 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:11:21.173396 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Checking segment: {'id': 'fa4e1afd-2700-44cd-b285-94c8ff134196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:21.173867 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Bound using segment: {'id': 'fa4e1afd-2700-44cd-b285-94c8ff134196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc'} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:11:21.174846 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Bound port: 6a131a8c-1c25-4a9f-9458-8dc0df968149, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4e1afd-2700-44cd-b285-94c8ff134196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc'}}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:11:21.175194 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.304421 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56060) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:21.304618 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device aa99d496-ddb1-43b4-b0a4-a308229f91c7 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:21.339240 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-1488b3d5-ec76-43cb-ac7a-696e01f9a151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.356360 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-0cd0ad38-2db9-4a63-8221-826535d653bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:21.373674 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488b3d5-ec76-43cb-ac7a-696e01f9a151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c3a091-940c-412b-9970-96ace830a230,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:21.387018 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-1488b3d5-ec76-43cb-ac7a-696e01f9a151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:21.396175 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.424359 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device e6474f52-ff3f-4a87-a139-75badc926919 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:21.445760 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] For port 6a131a8c-1c25-4a9f-9458-8dc0df968149, host hv-cinder-81888, cleared binding levels {{(pid=87466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:11:21.448818 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] For port 6a131a8c-1c25-4a9f-9458-8dc0df968149, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6a131a8c-1c25-4a9f-9458-8dc0df968149,segment=NetworkSegment(fa4e1afd-2700-44cd-b285-94c8ff134196),segment_id=fa4e1afd-2700-44cd-b285-94c8ff134196)] {{(pid=87466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:11:21.457896 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-1488b3d5-ec76-43cb-ac7a-696e01f9a151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.474820 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-1488b3d5-ec76-43cb-ac7a-696e01f9a151 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1c3a091-940c-412b-9970-96ace830a230 HTTP/1.1" status: 204 len: 168 time: 0.6309044 Nov 23 13:11:21.507942 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.510030 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.533509 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:21.540672 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:21.609503 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port e6474f52-ff3f-4a87-a139-75badc926919 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:21.610024 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.640748 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.88', 59043) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:21.647210 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ffafa852-65c0-46b4-b3c8-bb52a49db9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.685843 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Network 0027748b-8da6-43ba-b2a5-1fbc984935cc is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:21.694200 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-ffafa852-65c0-46b4-b3c8-bb52a49db9af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:21.696923 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:21.702351 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-ffafa852-65c0-46b4-b3c8-bb52a49db9af admin admin] Usage tracker for resource:security_group_rule and tenant:f1fd1441f69f4182bf6b56d462fdd11c is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:21.709799 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:11:21.710526 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:21.711166 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.714920 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-ffafa852-65c0-46b4-b3c8-bb52a49db9af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:21.729741 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-ffafa852-65c0-46b4-b3c8-bb52a49db9af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:21.745894 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Pushing event updated for resources: {'Port': ['ID=dec698c9-b4c3-44f8-8b8d-f9084293f3ba,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:21.748662 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:21.773214 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-7840fea4-22c2-424d-8888-68fb66fe672a service neutron] 10.222.0.48 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246383 Nov 23 13:11:21.776138 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:21.776820 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.778133 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] 10.222.0.88 "PUT /v2.0/ports/6a131a8c-1c25-4a9f-9458-8dc0df968149 HTTP/1.1" status: 200 len: 1093 time: 2.8177021 Nov 23 13:11:21.794011 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-93bfc1bc-4704-4322-a249-449ebe470782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.804243 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7866fb89-707f-492f-83f5-debea0e5adc4', 'tag': '6a131a8c-1c25-4a9f-9458-8dc0df968149'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:21.839134 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-578c8184-214c-4835-ab92-5026ad0ba369 req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8134465 Nov 23 13:11:21.850060 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port aa99d496-ddb1-43b4-b0a4-a308229f91c7 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:21.859886 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Pushing event updated for resources: {'Port': ['ID=6a131a8c-1c25-4a9f-9458-8dc0df968149,revision_number=3']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:21.866468 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port aa99d496-ddb1-43b4-b0a4-a308229f91c7 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:21.868137 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:21.876283 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Request body: {'port': {'device_id': 'e771ea27-3979-46f1-8cf8-f463516c8e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:21.890090 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:21.909160 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ea9b6-b21a-41f4-b154-48445261e492 req-ce8245f3-1238-4578-b42f-16a51f06d031 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:21.916230 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0a2ea9b6-b21a-41f4-b154-48445261e492 req-ce8245f3-1238-4578-b42f-16a51f06d031 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 946 time: 0.4657502 Nov 23 13:11:21.965294 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-8dcd4e77-74f1-4389-9a00-fb8c87edffc7 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:21.966785 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-8dcd4e77-74f1-4389-9a00-fb8c87edffc7 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.88 "GET /v2.0/networks?id=1a4efee9-ffed-4f56-81e3-cd45acdb4059 HTTP/1.1" status: 200 len: 811 time: 0.3832603 Nov 23 13:11:22.105766 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfda7d2-7dbd-4ad1-8c4d-1cfb528f51fc req-db695411-c73b-4f89-8dc3-165dcf682cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:22.107741 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2dfda7d2-7dbd-4ad1-8c4d-1cfb528f51fc req-db695411-c73b-4f89-8dc3-165dcf682cfa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 1099 time: 0.4623940 Nov 23 13:11:22.129168 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0a2ea9b6-b21a-41f4-b154-48445261e492 req-83c7829a-34a5-4354-bcdf-65ce220157d3 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119474 Nov 23 13:11:22.147597 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.175449 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.206718 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ffafa852-65c0-46b4-b3c8-bb52a49db9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.247295 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-2dfda7d2-7dbd-4ad1-8c4d-1cfb528f51fc req-c68d01d9-a39f-47d2-8afa-cf2fffdbe165 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.280015 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port aa99d496-ddb1-43b4-b0a4-a308229f91c7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa99d496-ddb1-43b4-b0a4-a308229f91c7,segment=NetworkSegment(94409c05-8034-4bb4-afb3-31f42846f6b0),segment_id=94409c05-8034-4bb4-afb3-31f42846f6b0)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:22.298159 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ffafa852-65c0-46b4-b3c8-bb52a49db9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.342178 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.369738 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-0f5f1ac1-a717-4947-9f9c-1b16645a27c5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=853b7b2f68be41a2b9efcc92fd52fd59 HTTP/1.1" status: 200 len: 379 time: 0.3034153 Nov 23 13:11:22.372182 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.380259 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:22.393936 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Request body: {'port': {'device_id': 'a55b6e06-e03a-4ba8-a345-d5d335cd25fe', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'admin_state_up': True, 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'security_groups': ['ab424374-7fd6-4263-91af-a8777f3a4ffc']}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:22.418423 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:22.482016 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-84159a10-67b7-42a4-bdc9-03598c0cf951 req-4b5bf7bd-28fc-44d1-bf92-4f027c515048 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 210 time: 0.1800206 Nov 23 13:11:22.515013 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=aa99d496-ddb1-43b4-b0a4-a308229f91c7,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:22.527736 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:22.555959 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-ffafa852-65c0-46b4-b3c8-bb52a49db9af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1fd1441f69f4182bf6b56d462fdd11c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2368917 Nov 23 13:11:22.567880 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56108) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:22.574583 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafa852-65c0-46b4-b3c8-bb52a49db9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee2fd6-2df4-4a59-af8c-9d70adbea2ec,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:22.577978 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ffafa852-65c0-46b4-b3c8-bb52a49db9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:22.600683 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-2dfda7d2-7dbd-4ad1-8c4d-1cfb528f51fc req-c68d01d9-a39f-47d2-8afa-cf2fffdbe165 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:22.605741 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-2dfda7d2-7dbd-4ad1-8c4d-1cfb528f51fc req-c68d01d9-a39f-47d2-8afa-cf2fffdbe165 service neutron] Usage tracker for resource:security_group_rule and tenant:f9f85115b9e44bb0b8ffdb9138a21476 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:22.609892 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-2dfda7d2-7dbd-4ad1-8c4d-1cfb528f51fc req-c68d01d9-a39f-47d2-8afa-cf2fffdbe165 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:22.617708 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-2dfda7d2-7dbd-4ad1-8c4d-1cfb528f51fc req-c68d01d9-a39f-47d2-8afa-cf2fffdbe165 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:22.624524 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7866fb89-707f-492f-83f5-debea0e5adc4', 'tag': '6a131a8c-1c25-4a9f-9458-8dc0df968149', 'status': 'completed', 'code': 200} Nov 23 13:11:22.688913 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-148de29f-2e7f-4f1b-b705-7669514a571b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.689036 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-ef57ff73-6a0d-4bd2-a81a-39dd93cc6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:22.690632 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-ef57ff73-6a0d-4bd2-a81a-39dd93cc6c70 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b12f3c7ceda456987357f151ca0b4d1&device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 1096 time: 0.7229824 Nov 23 13:11:22.734738 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-148de29f-2e7f-4f1b-b705-7669514a571b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.823160 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec698c9-b4c3-44f8-8b8d-f9084293f3ba {{(pid=87465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:22.830027 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.846671 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-2a34c3e7-ced9-48c0-8e2b-549127f751c6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a131a8c-1c25-4a9f-9458-8dc0df968149 HTTP/1.1" status: 200 len: 217 time: 0.1335509 Nov 23 13:11:22.860494 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:22.926181 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:22.930459 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Transition to ACTIVE for port object dec698c9-b4c3-44f8-8b8d-f9084293f3ba will not be triggered until provisioned by entity L2. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:22.931571 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-148de29f-2e7f-4f1b-b705-7669514a571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.936772 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:22.952257 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148de29f-2e7f-4f1b-b705-7669514a571b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee2fd6-2df4-4a59-af8c-9d70adbea2ec,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:22.953304 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9b021-4961-415a-a0ab-3c7cb95affff req-e987c367-4e3d-4dd0-9f54-f250a972f4dd tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:22.954910 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-67c9b021-4961-415a-a0ab-3c7cb95affff req-e987c367-4e3d-4dd0-9f54-f250a972f4dd tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 945 time: 0.5842469 Nov 23 13:11:22.955040 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-148de29f-2e7f-4f1b-b705-7669514a571b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:22.956842 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-148de29f-2e7f-4f1b-b705-7669514a571b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:22.957924 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-148de29f-2e7f-4f1b-b705-7669514a571b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83ee2fd6-2df4-4a59-af8c-9d70adbea2ec HTTP/1.1" status: 204 len: 168 time: 0.3883407 Nov 23 13:11:22.999663 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:23.006998 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:23.017207 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-91540a8b-b942-414d-9cf6-c83b4e27e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:23.019393 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-91540a8b-b942-414d-9cf6-c83b4e27e996 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9 HTTP/1.1" status: 200 len: 859 time: 0.1599874 Nov 23 13:11:23.100441 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-67c9b021-4961-415a-a0ab-3c7cb95affff req-c12ae72d-9459-4163-a6c0-39666863a651 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/security-groups?id=3461341b-b81c-4e04-9485-0ff3dd493e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334939 Nov 23 13:11:23.100992 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Made reservation on behalf of 853b7b2f68be41a2b9efcc92fd52fd59 for: {'port': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:11:23.104509 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:23.140492 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27459ee6-8be7-4197-a583-81c6f1a6ae4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa99d496-ddb1-43b4-b0a4-a308229f91c7'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:23.148278 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-a66b0fa0-db41-401f-a837-79bb12e5a01f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0027748b-8da6-43ba-b2a5-1fbc984935cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183469 Nov 23 13:11:23.150152 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-2dfda7d2-7dbd-4ad1-8c4d-1cfb528f51fc req-c68d01d9-a39f-47d2-8afa-cf2fffdbe165 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:23.160261 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7763598-61c3-4654-9486-56b047dbfe22 req-793c8a86-4568-463c-8fd7-365b462589c5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:23.167206 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c7763598-61c3-4654-9486-56b047dbfe22 req-793c8a86-4568-463c-8fd7-365b462589c5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 932 time: 0.3998334 Nov 23 13:11:23.206908 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Pushing event updated for resources: {'Port': ['ID=dec698c9-b4c3-44f8-8b8d-f9084293f3ba,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:23.211684 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:23.272455 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-2dfda7d2-7dbd-4ad1-8c4d-1cfb528f51fc req-c68d01d9-a39f-47d2-8afa-cf2fffdbe165 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:23.341802 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Attempting to bind port dec698c9-b4c3-44f8-8b8d-f9084293f3ba on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:11:23.342180 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Attempting to bind port dec698c9-b4c3-44f8-8b8d-f9084293f3ba by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'fa4e1afd-2700-44cd-b285-94c8ff134196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc'}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:11:23.342589 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Attempting to bind port dec698c9-b4c3-44f8-8b8d-f9084293f3ba on network 0027748b-8da6-43ba-b2a5-1fbc984935cc {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:23.348093 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Port dec698c9-b4c3-44f8-8b8d-f9084293f3ba on network 0027748b-8da6-43ba-b2a5-1fbc984935cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:11:23.348414 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Attempting to bind port dec698c9-b4c3-44f8-8b8d-f9084293f3ba on network 0027748b-8da6-43ba-b2a5-1fbc984935cc {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:23.355410 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:11:23.355773 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Checking segment: {'id': 'fa4e1afd-2700-44cd-b285-94c8ff134196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:23.356406 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Bound using segment: {'id': 'fa4e1afd-2700-44cd-b285-94c8ff134196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc'} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:11:23.356856 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Bound port: dec698c9-b4c3-44f8-8b8d-f9084293f3ba, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4e1afd-2700-44cd-b285-94c8ff134196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc'}}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:11:23.357266 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:23.473615 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-eb1cc2f7-ad6d-40bd-96a5-cd5d8f856804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:23.496714 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] For port dec698c9-b4c3-44f8-8b8d-f9084293f3ba, host hv-cinder-81888, cleared binding levels {{(pid=87465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:11:23.500974 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5c17440d-d4b4-4be2-9f74-5891686a6a56 req-f63020ac-fa9e-4e9c-be79-5a28c198d396 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 210 time: 0.2691841 Nov 23 13:11:23.516975 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] For port dec698c9-b4c3-44f8-8b8d-f9084293f3ba, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dec698c9-b4c3-44f8-8b8d-f9084293f3ba,segment=NetworkSegment(fa4e1afd-2700-44cd-b285-94c8ff134196),segment_id=fa4e1afd-2700-44cd-b285-94c8ff134196)] {{(pid=87465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:11:23.559772 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2dfda7d2-7dbd-4ad1-8c4d-1cfb528f51fc req-c68d01d9-a39f-47d2-8afa-cf2fffdbe165 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4435227 Nov 23 13:11:23.582671 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:23.608688 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:23.609017 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27459ee6-8be7-4197-a583-81c6f1a6ae4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa99d496-ddb1-43b4-b0a4-a308229f91c7', 'code': 200} Nov 23 13:11:23.626027 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-c7763598-61c3-4654-9486-56b047dbfe22 req-2df8b687-6679-45ef-8c91-99eea02d524f tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Synchronizing usage tracker for tenant:3b12f3c7ceda456987357f151ca0b4d1 on resource:security_group {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:23.641821 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d01d9-a39f-47d2-8afa-cf2fffdbe165 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c9da03c6-0455-4442-aea5-eba8d8d16148,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:23.646185 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c68d01d9-a39f-47d2-8afa-cf2fffdbe165 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:23.707761 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-6e970b4e-9699-4927-87e4-76923b068b04 service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770341 Nov 23 13:11:23.710165 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Allocated IP 172.20.0.6 (1a4efee9-ffed-4f56-81e3-cd45acdb4059/a6cc2b94-0f4f-499e-9b16-c37f584a39e4/8df814e2-c40e-45a1-a628-539227f44e14) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:11:23.753549 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:23.754213 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:23.755665 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-578c8184-214c-4835-ab92-5026ad0ba369 req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] 10.222.0.88 "PUT /v2.0/ports/dec698c9-b4c3-44f8-8b8d-f9084293f3ba HTTP/1.1" status: 200 len: 1094 time: 1.8929143 Nov 23 13:11:23.756165 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e771ea27-3979-46f1-8cf8-f463516c8e88', 'tag': 'dec698c9-b4c3-44f8-8b8d-f9084293f3ba'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:23.768489 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-c7763598-61c3-4654-9486-56b047dbfe22 req-2df8b687-6679-45ef-8c91-99eea02d524f tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Unset dirty status for tenant:3b12f3c7ceda456987357f151ca0b4d1 on resource:security_group {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:23.776695 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c7763598-61c3-4654-9486-56b047dbfe22 req-2df8b687-6679-45ef-8c91-99eea02d524f tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6085329 Nov 23 13:11:23.868170 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Pushing event updated for resources: {'Port': ['ID=dec698c9-b4c3-44f8-8b8d-f9084293f3ba,revision_number=3']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:23.878573 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:24.093156 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b951b897-cf85-4f52-ae7c-283f45bcab52 req-39fb1c64-26c7-40fe-812e-9e27a00aa742 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 210 time: 0.1629417 Nov 23 13:11:24.104765 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c8184-214c-4835-ab92-5026ad0ba369 req-cbba2c27-3e3e-4fc0-a9fd-8941cc90c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:24.106311 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-578c8184-214c-4835-ab92-5026ad0ba369 req-cbba2c27-3e3e-4fc0-a9fd-8941cc90c921 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b12f3c7ceda456987357f151ca0b4d1&device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 1097 time: 0.0765555 Nov 23 13:11:24.118891 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56152) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:24.204534 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-eeac1cef-8acc-4895-a337-a94212a96600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.225053 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13ca1af1-61f9-4a15-b51b-9f1cf4cb23fe req-d8e8f6eb-534f-4713-b933-2e44f2a38ff9 service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396819 Nov 23 13:11:24.225736 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-578c8184-214c-4835-ab92-5026ad0ba369 req-c3786423-f246-4e0f-80e5-6f9c719a4475 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dec698c9-b4c3-44f8-8b8d-f9084293f3ba HTTP/1.1" status: 200 len: 217 time: 0.1028099 Nov 23 13:11:24.229889 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-eeac1cef-8acc-4895-a337-a94212a96600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:24.234182 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-eeac1cef-8acc-4895-a337-a94212a96600 admin admin] Usage tracker for resource:security_group_rule and tenant:6f2f9ddee3dd4eb5b58e08c9fd9f416b is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:24.237992 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-eeac1cef-8acc-4895-a337-a94212a96600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:24.245449 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-eeac1cef-8acc-4895-a337-a94212a96600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:24.255341 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5da3a6-1dc3-467d-a29a-478b88f71073 req-4c9855eb-4723-42e4-86a1-97872a97cd71 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:24.262154 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fc5da3a6-1dc3-467d-a29a-478b88f71073 req-4c9855eb-4723-42e4-86a1-97872a97cd71 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 946 time: 0.4817126 Nov 23 13:11:24.267180 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.313152 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.provisioning_blocks [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Transition to ACTIVE for port object 8df814e2-c40e-45a1-a628-539227f44e14 will not be triggered until provisioned by entity DHCP. {{(pid=87466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:24.336494 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fc5da3a6-1dc3-467d-a29a-478b88f71073 req-4b00e4fb-2545-4a41-b524-aff0caf869d9 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734179 Nov 23 13:11:24.342934 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c8184-214c-4835-ab92-5026ad0ba369 req-583287dd-4cd3-4af8-a432-f1dd490e891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:24.344425 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-578c8184-214c-4835-ab92-5026ad0ba369 req-583287dd-4cd3-4af8-a432-f1dd490e891b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9 HTTP/1.1" status: 200 len: 859 time: 0.0937726 Nov 23 13:11:24.421384 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 56168) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:24.423670 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-578c8184-214c-4835-ab92-5026ad0ba369 req-d8931673-0234-43ff-8424-5f4f763a3a00 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0027748b-8da6-43ba-b2a5-1fbc984935cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704851 Nov 23 13:11:24.466992 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.473681 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-6636cbcc-e395-4a92-b104-d64f4ff5ab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.491776 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:24.587282 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223b5ec-c893-41db-84c3-5bdcbceff59c req-a2702a4b-709e-40c9-bae9-53e91b6b8514 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:24.594282 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0223b5ec-c893-41db-84c3-5bdcbceff59c req-a2702a4b-709e-40c9-bae9-53e91b6b8514 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 945 time: 0.2197022 Nov 23 13:11:24.597620 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:24.649523 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-eeac1cef-8acc-4895-a337-a94212a96600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.656207 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:24.659813 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-578c8184-214c-4835-ab92-5026ad0ba369 req-420dab2c-cb2e-4a03-a7dc-26191d297b58 service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288282 Nov 23 13:11:24.672278 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:11:24.677843 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:24.678543 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.739071 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event updated for resources: {'Port': ['ID=8df814e2-c40e-45a1-a628-539227f44e14,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:24.743522 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e771ea27-3979-46f1-8cf8-f463516c8e88', 'tag': 'dec698c9-b4c3-44f8-8b8d-f9084293f3ba', 'status': 'completed', 'code': 200} Nov 23 13:11:24.755189 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-eeac1cef-8acc-4895-a337-a94212a96600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.762912 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:24.766330 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-07138cba-a545-40c1-be3e-49e6faf3f62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:24.767256 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-405b1fc7-24a3-4ffb-85e1-659c7a2415f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.817383 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-405b1fc7-24a3-4ffb-85e1-659c7a2415f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:24.821930 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac1cef-8acc-4895-a337-a94212a96600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87673aae-1a54-4728-8c77-ce4717e037b3,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:24.829279 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-eeac1cef-8acc-4895-a337-a94212a96600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:24.838427 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-eeac1cef-8acc-4895-a337-a94212a96600 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f2f9ddee3dd4eb5b58e08c9fd9f416b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7204213 Nov 23 13:11:24.839109 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56188) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:24.875841 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-405b1fc7-24a3-4ffb-85e1-659c7a2415f7 admin admin] Usage tracker for resource:security_group_rule and tenant:c437d0a212244ae583046262986ad607 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:24.885675 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0223b5ec-c893-41db-84c3-5bdcbceff59c req-db770f8b-c3d1-4bcb-84b9-b371f68e1fb5 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/security-groups?id=3461341b-b81c-4e04-9485-0ff3dd493e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900820 Nov 23 13:11:24.888644 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-913f82f7-125c-4f0d-8ec7-4b6b1b2f578a req-93849c6f-94f2-48eb-a6fb-2bc59d758858 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 210 time: 0.0935540 Nov 23 13:11:24.894685 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-405b1fc7-24a3-4ffb-85e1-659c7a2415f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:24.907324 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-405b1fc7-24a3-4ffb-85e1-659c7a2415f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:24.926103 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-578c8184-214c-4835-ab92-5026ad0ba369 req-52688ba4-9dfb-42e8-81f1-64145467cdd5 service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568445 Nov 23 13:11:24.948247 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddf7f4-3b64-4e32-a544-33dfc368f1fe req-4b2601f8-d172-4c15-a2eb-a030afd7da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:24.949871 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-95ddf7f4-3b64-4e32-a544-33dfc368f1fe req-4b2601f8-d172-4c15-a2eb-a030afd7da17 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 1098 time: 0.2963214 Nov 23 13:11:24.952828 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370bb80-c348-4d10-8b90-dac29fcb3d5e req-dc39654c-b362-444a-950f-be8eddd4460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:24.954196 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6370bb80-c348-4d10-8b90-dac29fcb3d5e req-dc39654c-b362-444a-950f-be8eddd4460c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b12f3c7ceda456987357f151ca0b4d1&device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 1096 time: 0.3798413 Nov 23 13:11:24.970612 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e78e84e9-fb2a-499e-9e24-d1a543b406c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:24.981828 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5958176 Nov 23 13:11:25.006535 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e78e84e9-fb2a-499e-9e24-d1a543b406c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:25.064814 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Request body: {'port': {'device_id': 'a55b6e06-e03a-4ba8-a345-d5d335cd25fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:25.090049 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-94430be0-a470-4e65-8307-519ed1d4a209 None None] Provisioning for port 8df814e2-c40e-45a1-a628-539227f44e14 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:25.095300 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-94430be0-a470-4e65-8307-519ed1d4a209 None None] Provisioning complete for port 8df814e2-c40e-45a1-a628-539227f44e14 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:25.096239 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-94430be0-a470-4e65-8307-519ed1d4a209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:25.170422 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-94430be0-a470-4e65-8307-519ed1d4a209 None None] Port 8df814e2-c40e-45a1-a628-539227f44e14 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:11:25.197678 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e78e84e9-fb2a-499e-9e24-d1a543b406c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:25.207021 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:25.224582 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e84e9-fb2a-499e-9e24-d1a543b406c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87673aae-1a54-4728-8c77-ce4717e037b3,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:25.230786 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-e78e84e9-fb2a-499e-9e24-d1a543b406c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:25.232112 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e78e84e9-fb2a-499e-9e24-d1a543b406c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:25.233396 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-e78e84e9-fb2a-499e-9e24-d1a543b406c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87673aae-1a54-4728-8c77-ce4717e037b3 HTTP/1.1" status: 204 len: 168 time: 0.3911419 Nov 23 13:11:25.254627 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c2fcf-f515-4f31-988b-0679ece88ca5 req-1c16b230-f0aa-4d09-b81e-36e0c96b39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:25.256545 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f38c2fcf-f515-4f31-988b-0679ece88ca5 req-1c16b230-f0aa-4d09-b81e-36e0c96b39c8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b12f3c7ceda456987357f151ca0b4d1&device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 1097 time: 0.1222568 Nov 23 13:11:25.306811 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:25.444718 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.88', 59048) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:25.445925 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c2fcf-f515-4f31-988b-0679ece88ca5 req-2bcf3fc5-7e82-4c4b-b8d5-eca3737c1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:25.449703 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-95ddf7f4-3b64-4e32-a544-33dfc368f1fe req-2996dc5f-f7bb-40f2-a054-649f5a91309f service neutron] Synchronizing usage tracker for tenant:f9f85115b9e44bb0b8ffdb9138a21476 on resource:security_group {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:25.452365 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f38c2fcf-f515-4f31-988b-0679ece88ca5 req-2bcf3fc5-7e82-4c4b-b8d5-eca3737c1b15 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0027748b-8da6-43ba-b2a5-1fbc984935cc HTTP/1.1" status: 200 len: 921 time: 0.1777401 Nov 23 13:11:25.541600 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:25.583508 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370bb80-c348-4d10-8b90-dac29fcb3d5e req-3c17227f-a260-4f71-ba7e-e6828135c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:25.589736 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6370bb80-c348-4d10-8b90-dac29fcb3d5e req-3c17227f-a260-4f71-ba7e-e6828135c1f8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0027748b-8da6-43ba-b2a5-1fbc984935cc HTTP/1.1" status: 200 len: 921 time: 0.5600491 Nov 23 13:11:25.593885 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-405b1fc7-24a3-4ffb-85e1-659c7a2415f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:25.736087 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f38c2fcf-f515-4f31-988b-0679ece88ca5 req-4ae90263-8f29-470d-a3de-68dc1e1f764c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dec698c9-b4c3-44f8-8b8d-f9084293f3ba HTTP/1.1" status: 200 len: 217 time: 0.2547655 Nov 23 13:11:25.808139 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-405b1fc7-24a3-4ffb-85e1-659c7a2415f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:25.814665 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6370bb80-c348-4d10-8b90-dac29fcb3d5e req-6ea70b25-b222-4113-b1b5-be44f232fcf1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a131a8c-1c25-4a9f-9458-8dc0df968149 HTTP/1.1" status: 200 len: 217 time: 0.1941786 Nov 23 13:11:25.831269 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-7c0762f5-e949-426b-ac99-7fdeafdaaea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:25.845205 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ee732-e059-4659-83bb-b230df00a83a req-a046143b-4875-4741-904a-7c6ac2ca450b tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:25.847352 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-415ee732-e059-4659-83bb-b230df00a83a req-a046143b-4875-4741-904a-7c6ac2ca450b tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 944 time: 0.7231829 Nov 23 13:11:25.905107 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda58d55-590f-4c7d-95c5-607515acf601 req-f258e800-71e2-42a1-a84b-1ec3ef82e510 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:25.905793 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-eda58d55-590f-4c7d-95c5-607515acf601 req-f258e800-71e2-42a1-a84b-1ec3ef82e510 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Synchronizing usage tracker for tenant:853b7b2f68be41a2b9efcc92fd52fd59 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:25.931033 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-b8578ddc-d58e-4fe4-b356-dfd53cb1f945 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:25.932548 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-b8578ddc-d58e-4fe4-b356-dfd53cb1f945 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.88 "GET /v2.0/networks?id=9fd585cf-4252-4526-87d0-f50fc6aed26e HTTP/1.1" status: 200 len: 815 time: 0.4745061 Nov 23 13:11:25.934149 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c2fcf-f515-4f31-988b-0679ece88ca5 req-cee8246c-b12b-4903-953f-f321ebf3d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:25.935467 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f38c2fcf-f515-4f31-988b-0679ece88ca5 req-cee8246c-b12b-4903-953f-f321ebf3d98d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9 HTTP/1.1" status: 200 len: 859 time: 0.1813769 Nov 23 13:11:25.996438 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-95ddf7f4-3b64-4e32-a544-33dfc368f1fe req-2996dc5f-f7bb-40f2-a054-649f5a91309f service neutron] Unset dirty status for tenant:f9f85115b9e44bb0b8ffdb9138a21476 on resource:security_group {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:25.997566 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-95ddf7f4-3b64-4e32-a544-33dfc368f1fe req-2996dc5f-f7bb-40f2-a054-649f5a91309f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3461341b-b81c-4e04-9485-0ff3dd493e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9858165 Nov 23 13:11:26.018912 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f38c2fcf-f515-4f31-988b-0679ece88ca5 req-035f2a10-7824-4848-be2d-dd4db8273bd7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0027748b-8da6-43ba-b2a5-1fbc984935cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517175 Nov 23 13:11:26.035149 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b1fc7-24a3-4ffb-85e1-659c7a2415f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e4382e-8f19-451d-90f2-b6671ef4a53e,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:26.039980 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-405b1fc7-24a3-4ffb-85e1-659c7a2415f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c437d0a212244ae583046262986ad607&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6175575 Nov 23 13:11:26.042005 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-405b1fc7-24a3-4ffb-85e1-659c7a2415f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:26.049918 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56234) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:26.075406 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370bb80-c348-4d10-8b90-dac29fcb3d5e req-9d4d3928-204b-4363-a988-3ec0378ebf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:26.077030 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6370bb80-c348-4d10-8b90-dac29fcb3d5e req-9d4d3928-204b-4363-a988-3ec0378ebf62 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9 HTTP/1.1" status: 200 len: 859 time: 0.2488253 Nov 23 13:11:26.078486 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-7291fb84-41cb-4cd4-b0b7-855d7237b7ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Synchronizing usage tracker for tenant:53d4861f8a6e416bafb99b42b9213d54 on resource:security_group {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:26.087175 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-415ee732-e059-4659-83bb-b230df00a83a req-c30a4e09-e11d-4f22-8208-5c8ecbe84526 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945443 Nov 23 13:11:26.112868 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-eda58d55-590f-4c7d-95c5-607515acf601 req-f258e800-71e2-42a1-a84b-1ec3ef82e510 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Unset dirty status for tenant:853b7b2f68be41a2b9efcc92fd52fd59 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:26.112868 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-eda58d55-590f-4c7d-95c5-607515acf601 req-f258e800-71e2-42a1-a84b-1ec3ef82e510 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 931 time: 0.8247347 Nov 23 13:11:26.157978 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-7291fb84-41cb-4cd4-b0b7-855d7237b7ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Unset dirty status for tenant:53d4861f8a6e416bafb99b42b9213d54 on resource:security_group {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:26.160251 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-7291fb84-41cb-4cd4-b0b7-855d7237b7ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d4861f8a6e416bafb99b42b9213d54 HTTP/1.1" status: 200 len: 379 time: 0.2063048 Nov 23 13:11:26.187223 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-86c17d09-6f00-4798-a955-0839dd4d5fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:26.215200 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-86c17d09-6f00-4798-a955-0839dd4d5fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:26.276299 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-eda58d55-590f-4c7d-95c5-607515acf601 req-808998ff-6657-4e0e-9007-9bc033539ad1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071558 Nov 23 13:11:26.318651 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Request body: {'port': {'device_id': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'admin_state_up': True, 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'security_groups': ['cc69ee04-b762-4882-bb67-0403ec1b3adb']}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:26.366986 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6370bb80-c348-4d10-8b90-dac29fcb3d5e req-a45f4767-3421-4ad4-ac0c-2c15d5b9f32c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0027748b-8da6-43ba-b2a5-1fbc984935cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734417 Nov 23 13:11:26.432824 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b0552-caf0-4bb3-8823-57739eaab6c8 req-a78a80d8-eff2-4493-b017-0eeedd8e7a82 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:26.434321 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-db3b0552-caf0-4bb3-8823-57739eaab6c8 req-a78a80d8-eff2-4493-b017-0eeedd8e7a82 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 946 time: 0.2203548 Nov 23 13:11:26.474109 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-86c17d09-6f00-4798-a955-0839dd4d5fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:26.483455 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-eeac1cef-8acc-4895-a337-a94212a96600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:26.498786 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c17d09-6f00-4798-a955-0839dd4d5fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e4382e-8f19-451d-90f2-b6671ef4a53e,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:26.508749 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-86c17d09-6f00-4798-a955-0839dd4d5fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:26.540558 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-86c17d09-6f00-4798-a955-0839dd4d5fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:26.541678 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-86c17d09-6f00-4798-a955-0839dd4d5fbc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6e4382e-8f19-451d-90f2-b6671ef4a53e HTTP/1.1" status: 204 len: 168 time: 0.4908211 Nov 23 13:11:26.610069 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f38c2fcf-f515-4f31-988b-0679ece88ca5 req-2fd5661b-44b1-42ef-a69b-0c6ff7cddd4e service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273818 Nov 23 13:11:26.617788 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:26.621935 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Usage tracker for resource:port and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:26.624778 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:26.631085 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:26.656097 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df814e2-c40e-45a1-a628-539227f44e14 {{(pid=87466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:26.675501 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:26.692638 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-db3b0552-caf0-4bb3-8823-57739eaab6c8 req-4d805d5d-66ce-47e3-9e98-613d4306dbf6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167885 Nov 23 13:11:26.711377 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Made reservation on behalf of 53d4861f8a6e416bafb99b42b9213d54 for: {'port': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:11:26.716698 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:26.762123 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.provisioning_blocks [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Transition to ACTIVE for port object 8df814e2-c40e-45a1-a628-539227f44e14 will not be triggered until provisioned by entity L2. {{(pid=87466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:26.773169 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6370bb80-c348-4d10-8b90-dac29fcb3d5e req-15e26857-19d9-4308-af09-0b26122344a5 service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766873 Nov 23 13:11:26.782038 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9714b5-3aa1-4221-9ece-51f0c15d97de req-29a0faa3-010d-47ce-9b45-31d0aeff6ea6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:26.789705 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dd9714b5-3aa1-4221-9ece-51f0c15d97de req-29a0faa3-010d-47ce-9b45-31d0aeff6ea6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 945 time: 0.3519530 Nov 23 13:11:26.846320 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:26.875342 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f38c2fcf-f515-4f31-988b-0679ece88ca5 req-f9f2a4a0-37eb-4b18-aa3d-876ecd17775e service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361381 Nov 23 13:11:26.958298 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:26.969098 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-a6e365b2-3c3c-4956-9bc5-ac2097bd543d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:26.972434 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Allocated IP 172.20.0.9 (9fd585cf-4252-4526-87d0-f50fc6aed26e/1bbfc899-3c99-41b9-ba60-7e70ca060469/115ca5c6-27b1-4014-b6db-4423b3d39a66) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:11:27.007181 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-16a18488-cd6e-4ec7-8c99-c62cc7ba9f57 req-00724f37-c0ab-412e-bf4f-29e0bebba097 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 210 time: 0.1036401 Nov 23 13:11:27.038910 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dd9714b5-3aa1-4221-9ece-51f0c15d97de req-50f45f85-0903-4081-b0bd-ce5ac089bbd7 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/security-groups?id=3461341b-b81c-4e04-9485-0ff3dd493e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480459 Nov 23 13:11:27.265371 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Pushing event updated for resources: {'Port': ['ID=8df814e2-c40e-45a1-a628-539227f44e14,revision_number=2']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:27.325931 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:27.327808 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Attempting to bind port 8df814e2-c40e-45a1-a628-539227f44e14 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:11:27.328151 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Attempting to bind port 8df814e2-c40e-45a1-a628-539227f44e14 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:11:27.328486 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Attempting to bind port 8df814e2-c40e-45a1-a628-539227f44e14 on network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:27.336421 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 6a131a8c-1c25-4a9f-9458-8dc0df968149 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:11:27.430470 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6370bb80-c348-4d10-8b90-dac29fcb3d5e req-0d73c729-7ed2-406c-ab99-889553bb467f service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6378429 Nov 23 13:11:27.435641 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Port 8df814e2-c40e-45a1-a628-539227f44e14 on network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:11:27.436148 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Attempting to bind port 8df814e2-c40e-45a1-a628-539227f44e14 on network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:27.452400 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:11:27.452994 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Checking segment: {'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:27.453669 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Bound using segment: {'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:11:27.454396 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Bound port: 8df814e2-c40e-45a1-a628-539227f44e14, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'}}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:11:27.454924 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:27.530203 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:27.577174 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Transition to ACTIVE for port object 115ca5c6-27b1-4014-b6db-4423b3d39a66 will not be triggered until provisioned by entity DHCP. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:27.701726 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:27.709824 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-97da2d3c-139f-476c-949d-531be73fe045 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:27.757706 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb79706-42c4-44ff-9801-72e279b2f134 req-49848efb-c206-4477-8a97-6a4dc37af218 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:27.759421 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 6a131a8c-1c25-4a9f-9458-8dc0df968149, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6a131a8c-1c25-4a9f-9458-8dc0df968149,segment=NetworkSegment(fa4e1afd-2700-44cd-b285-94c8ff134196),segment_id=fa4e1afd-2700-44cd-b285-94c8ff134196)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:27.767003 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9eb79706-42c4-44ff-9801-72e279b2f134 req-49848efb-c206-4477-8a97-6a4dc37af218 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 944 time: 0.3984277 Nov 23 13:11:27.780002 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': '6a131a8c-1c25-4a9f-9458-8dc0df968149', 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc', 'port_id': '6a131a8c-1c25-4a9f-9458-8dc0df968149', 'mac_address': 'fa:16:3e:cf:75:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:11:27.851510 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Network 9fd585cf-4252-4526-87d0-f50fc6aed26e is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:27.854888 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:27.855100 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] For port 8df814e2-c40e-45a1-a628-539227f44e14, host hv-cinder-81888, cleared binding levels {{(pid=87466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:11:27.859649 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:11:27.866050 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:27.866996 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:27.888943 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] For port 8df814e2-c40e-45a1-a628-539227f44e14, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8df814e2-c40e-45a1-a628-539227f44e14,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:11:27.890650 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event updated for resources: {'Port': ['ID=115ca5c6-27b1-4014-b6db-4423b3d39a66,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:27.895307 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:27.918145 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:27.957328 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a131a8c-1c25-4a9f-9458-8dc0df968149 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:27.972794 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6876905 Nov 23 13:11:27.992650 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Request body: {'port': {'device_id': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:27.995531 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 6a131a8c-1c25-4a9f-9458-8dc0df968149, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6a131a8c-1c25-4a9f-9458-8dc0df968149,segment=NetworkSegment(fa4e1afd-2700-44cd-b285-94c8ff134196),segment_id=fa4e1afd-2700-44cd-b285-94c8ff134196)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:28.058357 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:28.060453 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:28.138186 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:28.185729 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9eb79706-42c4-44ff-9801-72e279b2f134 req-6f8581e0-5f21-4214-9a5b-99fbccfd73bc tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932898 Nov 23 13:11:28.189381 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:28.194085 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:28.196869 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=6a131a8c-1c25-4a9f-9458-8dc0df968149,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:28.209433 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:28.311114 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:28.311996 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:28.313107 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] 10.222.0.88 "PUT /v2.0/ports/8df814e2-c40e-45a1-a628-539227f44e14 HTTP/1.1" status: 200 len: 1093 time: 3.2998707 Nov 23 13:11:28.313771 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55b6e06-e03a-4ba8-a345-d5d335cd25fe', 'tag': '8df814e2-c40e-45a1-a628-539227f44e14'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:28.342893 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249ac26-bbd9-4e8b-82b8-6dbfa1e8a1d7 req-fe92a764-e7be-4da3-9702-bb77005f012c tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:28.351260 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0249ac26-bbd9-4e8b-82b8-6dbfa1e8a1d7 req-fe92a764-e7be-4da3-9702-bb77005f012c tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 943 time: 0.7097650 Nov 23 13:11:28.374827 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['6a131a8c-1c25-4a9f-9458-8dc0df968149'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:11:28.524788 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0249ac26-bbd9-4e8b-82b8-6dbfa1e8a1d7 req-0e1ed292-beaa-42eb-9eec-bcdb09222889 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723323 Nov 23 13:11:28.562868 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-411826c2-20e3-4393-9bf0-41beccb35d0a None None] Provisioning for port 115ca5c6-27b1-4014-b6db-4423b3d39a66 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:28.577507 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-411826c2-20e3-4393-9bf0-41beccb35d0a None None] Provisioning complete for port 115ca5c6-27b1-4014-b6db-4423b3d39a66 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:28.584703 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-411826c2-20e3-4393-9bf0-41beccb35d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:28.712037 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Pushing event updated for resources: {'Port': ['ID=8df814e2-c40e-45a1-a628-539227f44e14,revision_number=3']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:28.725837 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:28.741807 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-411826c2-20e3-4393-9bf0-41beccb35d0a None None] Port 115ca5c6-27b1-4014-b6db-4423b3d39a66 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:11:28.794703 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115ca5c6-27b1-4014-b6db-4423b3d39a66 {{(pid=87465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:28.803524 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:28.820628 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Transition to ACTIVE for port object 115ca5c6-27b1-4014-b6db-4423b3d39a66 will not be triggered until provisioned by entity L2. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:28.840161 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-55b7b9bd-0a32-4ed6-9894-92ad6a410ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:28.842070 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-55b7b9bd-0a32-4ed6-9894-92ad6a410ac6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=853b7b2f68be41a2b9efcc92fd52fd59&device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 1096 time: 0.3159287 Nov 23 13:11:28.852958 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75c453-b5e2-4b6a-8e13-1dd95e5bd16d req-b3eca5bf-1a22-4885-a8f9-09367b60872a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:28.860223 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ce75c453-b5e2-4b6a-8e13-1dd95e5bd16d req-b3eca5bf-1a22-4885-a8f9-09367b60872a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 931 time: 0.5061088 Nov 23 13:11:28.917985 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:28.922321 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a55e2960-5f17-4c7e-a0aa-fb3fdb4c1e59 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:28.963591 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-8f7f6256-9be3-48ae-9a26-66d32f999d41 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8df814e2-c40e-45a1-a628-539227f44e14 HTTP/1.1" status: 200 len: 217 time: 0.0805581 Nov 23 13:11:28.984325 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29ad1a-d2f2-4f90-8ffb-c27b3767859e req-f7c9d606-61ba-4b54-b567-b89378bef252 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:28.985854 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9f29ad1a-d2f2-4f90-8ffb-c27b3767859e req-f7c9d606-61ba-4b54-b567-b89378bef252 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 945 time: 0.2684951 Nov 23 13:11:29.004537 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ce75c453-b5e2-4b6a-8e13-1dd95e5bd16d req-3b1792b8-e455-47c4-a138-f2788ad5655a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371536 Nov 23 13:11:29.113967 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-f1fc3816-e10f-4d2d-bb28-15493e9616d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:29.115504 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-f1fc3816-e10f-4d2d-bb28-15493e9616d0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a6cc2b94-0f4f-499e-9b16-c37f584a39e4 HTTP/1.1" status: 200 len: 850 time: 0.1278570 Nov 23 13:11:29.128623 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9f29ad1a-d2f2-4f90-8ffb-c27b3767859e req-e1c66ecc-8922-470d-a33e-5cf0109281e5 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/security-groups?id=3461341b-b81c-4e04-9485-0ff3dd493e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740979 Nov 23 13:11:29.129489 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 56338) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:29.193784 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55b6e06-e03a-4ba8-a345-d5d335cd25fe', 'tag': '8df814e2-c40e-45a1-a628-539227f44e14', 'status': 'completed', 'code': 200} Nov 23 13:11:29.275356 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Pushing event updated for resources: {'Port': ['ID=115ca5c6-27b1-4014-b6db-4423b3d39a66,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:29.280913 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:29.287124 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Attempting to bind port 115ca5c6-27b1-4014-b6db-4423b3d39a66 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:11:29.287324 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Attempting to bind port 115ca5c6-27b1-4014-b6db-4423b3d39a66 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:11:29.287622 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Attempting to bind port 115ca5c6-27b1-4014-b6db-4423b3d39a66 on network 9fd585cf-4252-4526-87d0-f50fc6aed26e {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:29.296768 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-5f403b53-ed39-40a9-bd2f-c6b7667bd58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:29.301782 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-5f403b53-ed39-40a9-bd2f-c6b7667bd58a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4efee9-ffed-4f56-81e3-cd45acdb4059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1750188 Nov 23 13:11:29.315471 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Port 115ca5c6-27b1-4014-b6db-4423b3d39a66 on network 9fd585cf-4252-4526-87d0-f50fc6aed26e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:11:29.315793 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Attempting to bind port 115ca5c6-27b1-4014-b6db-4423b3d39a66 on network 9fd585cf-4252-4526-87d0-f50fc6aed26e {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:29.334264 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:11:29.334535 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Checking segment: {'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:29.334953 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Bound using segment: {'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:11:29.335431 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Bound port: 115ca5c6-27b1-4014-b6db-4423b3d39a66, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'}}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:11:29.335734 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:29.357820 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device dec698c9-b4c3-44f8-8b8d-f9084293f3ba details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:11:29.474138 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 6a131a8c-1c25-4a9f-9458-8dc0df968149 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:29.548256 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-edd1cdbd-d29d-4299-8008-39a619234257 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393663 Nov 23 13:11:29.566079 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] For port 115ca5c6-27b1-4014-b6db-4423b3d39a66, host hv-cinder-81888, cleared binding levels {{(pid=87465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:11:29.578064 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] For port 115ca5c6-27b1-4014-b6db-4423b3d39a66, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:11:29.586820 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d1658926-39b6-458f-8c3e-0ef28f9c22e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:29.639610 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:29.652478 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-e63b3117-c5b7-47b2-a209-f5a295059549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:29.690599 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-d1658926-39b6-458f-8c3e-0ef28f9c22e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:29.756631 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-d1658926-39b6-458f-8c3e-0ef28f9c22e5 admin admin] Usage tracker for resource:security_group_rule and tenant:a039321175ec420e992f6ca8fa05967e is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:29.763599 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-d1658926-39b6-458f-8c3e-0ef28f9c22e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:29.766333 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:29.767211 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:29.769210 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] 10.222.0.88 "PUT /v2.0/ports/115ca5c6-27b1-4014-b6db-4423b3d39a66 HTTP/1.1" status: 200 len: 1093 time: 1.7812397 Nov 23 13:11:29.769577 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'tag': '115ca5c6-27b1-4014-b6db-4423b3d39a66'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:29.790716 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-d1658926-39b6-458f-8c3e-0ef28f9c22e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:29.820492 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port dec698c9-b4c3-44f8-8b8d-f9084293f3ba, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dec698c9-b4c3-44f8-8b8d-f9084293f3ba,segment=NetworkSegment(fa4e1afd-2700-44cd-b285-94c8ff134196),segment_id=fa4e1afd-2700-44cd-b285-94c8ff134196)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:29.840770 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port 6a131a8c-1c25-4a9f-9458-8dc0df968149 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:29.841224 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Pushing event updated for resources: {'Port': ['ID=115ca5c6-27b1-4014-b6db-4423b3d39a66,revision_number=3']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:29.848858 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:29.851060 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port 6a131a8c-1c25-4a9f-9458-8dc0df968149 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:29.851613 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:29.933639 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': 'dec698c9-b4c3-44f8-8b8d-f9084293f3ba', 'network_id': '0027748b-8da6-43ba-b2a5-1fbc984935cc', 'port_id': 'dec698c9-b4c3-44f8-8b8d-f9084293f3ba', 'mac_address': 'fa:16:3e:93:f3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:11:29.951057 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747aa14-79d3-40d1-94a1-b850516ecb7a req-d194c2cc-62b9-4359-b57c-d15efc557bf6 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:29.957871 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4747aa14-79d3-40d1-94a1-b850516ecb7a req-d194c2cc-62b9-4359-b57c-d15efc557bf6 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 944 time: 0.4059539 Nov 23 13:11:29.979158 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70c059f2-59cb-48f2-9556-56b133b1bc9a req-ec51c7c2-55c0-4208-8f57-c91160905c5e service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825555 Nov 23 13:11:29.996781 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56364) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:30.021955 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:30.077282 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-5aeabdb1-e965-4372-83ca-2e1733d0b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:30.078860 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-5aeabdb1-e965-4372-83ca-2e1733d0b24d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53d4861f8a6e416bafb99b42b9213d54&device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 1096 time: 0.1530197 Nov 23 13:11:30.083286 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4747aa14-79d3-40d1-94a1-b850516ecb7a req-cd641206-34f2-4e5f-bfdd-5643303c428e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243787 Nov 23 13:11:30.096676 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d1658926-39b6-458f-8c3e-0ef28f9c22e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:30.153343 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec698c9-b4c3-44f8-8b8d-f9084293f3ba {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:30.170800 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port dec698c9-b4c3-44f8-8b8d-f9084293f3ba, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dec698c9-b4c3-44f8-8b8d-f9084293f3ba,segment=NetworkSegment(fa4e1afd-2700-44cd-b285-94c8ff134196),segment_id=fa4e1afd-2700-44cd-b285-94c8ff134196)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:30.200375 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:30.223005 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-5930977b-b931-4547-8853-8452867a2839 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66 HTTP/1.1" status: 200 len: 217 time: 0.1288548 Nov 23 13:11:30.225349 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ce5e32da-019c-478f-8643-85e29cf07163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:30.246556 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25272274-9afb-4015-8401-c0a754167d3e req-76d3d018-497a-430c-8332-6d5a7aa1fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:30.248884 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-25272274-9afb-4015-8401-c0a754167d3e req-76d3d018-497a-430c-8332-6d5a7aa1fe63 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=853b7b2f68be41a2b9efcc92fd52fd59&device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 1096 time: 0.0968361 Nov 23 13:11:30.254793 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7866fb89-707f-492f-83f5-debea0e5adc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a131a8c-1c25-4a9f-9458-8dc0df968149'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:30.271598 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:30.276118 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:30.286630 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-ce5e32da-019c-478f-8643-85e29cf07163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:30.293270 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-ce5e32da-019c-478f-8643-85e29cf07163 admin admin] Usage tracker for resource:security_group_rule and tenant:57ef3d57d37b4f0c84ade33004ac2995 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:30.297535 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-ce5e32da-019c-478f-8643-85e29cf07163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:30.305796 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-ce5e32da-019c-478f-8643-85e29cf07163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:30.312440 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 6a131a8c-1c25-4a9f-9458-8dc0df968149, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6a131a8c-1c25-4a9f-9458-8dc0df968149,segment=NetworkSegment(fa4e1afd-2700-44cd-b285-94c8ff134196),segment_id=fa4e1afd-2700-44cd-b285-94c8ff134196)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:30.315056 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-91acf9ca-6ea5-4731-8569-d8d922f30a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:30.316711 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-91acf9ca-6ea5-4731-8569-d8d922f30a3d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1bbfc899-3c99-41b9-ba60-7e70ca060469 HTTP/1.1" status: 200 len: 854 time: 0.0812588 Nov 23 13:11:30.355592 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d1658926-39b6-458f-8c3e-0ef28f9c22e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:30.359483 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=dec698c9-b4c3-44f8-8b8d-f9084293f3ba,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:30.363473 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:30.402777 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:30.410581 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:30.414045 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:30.440669 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-8b46d998-4ad2-45c3-a2c1-861cb25019e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:30.442417 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-8b46d998-4ad2-45c3-a2c1-861cb25019e5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9fd585cf-4252-4526-87d0-f50fc6aed26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1133561 Nov 23 13:11:30.473080 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1658926-39b6-458f-8c3e-0ef28f9c22e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba6565d-2850-4183-9076-96b69828021a,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:30.476351 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d1658926-39b6-458f-8c3e-0ef28f9c22e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:30.479601 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ce5e32da-019c-478f-8643-85e29cf07163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:30.482089 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-d1658926-39b6-458f-8c3e-0ef28f9c22e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a039321175ec420e992f6ca8fa05967e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3523884 Nov 23 13:11:30.482391 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56374) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:30.528661 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25272274-9afb-4015-8401-c0a754167d3e req-a7886fb3-6407-4f68-882a-8c1d6a7f157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:30.530070 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-25272274-9afb-4015-8401-c0a754167d3e req-a7886fb3-6407-4f68-882a-8c1d6a7f157d service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4efee9-ffed-4f56-81e3-cd45acdb4059 HTTP/1.1" status: 200 len: 913 time: 0.2712038 Nov 23 13:11:30.556979 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=6a131a8c-1c25-4a9f-9458-8dc0df968149,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:30.572453 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:30.592439 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ce5e32da-019c-478f-8643-85e29cf07163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:30.605913 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:30.645079 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-25272274-9afb-4015-8401-c0a754167d3e req-d52489a8-1c8e-4db6-a619-75ab153c28ff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8df814e2-c40e-45a1-a628-539227f44e14 HTTP/1.1" status: 200 len: 217 time: 0.1074560 Nov 23 13:11:30.653494 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4849f28-9469-430b-aa24-527d72e754df req-89d3e9f0-7840-46b5-9bba-01a958917fb3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:30.663303 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f4849f28-9469-430b-aa24-527d72e754df req-89d3e9f0-7840-46b5-9bba-01a958917fb3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 943 time: 0.3178194 Nov 23 13:11:30.687891 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['dec698c9-b4c3-44f8-8b8d-f9084293f3ba'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:11:30.715354 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-9875b53c-1c09-4863-8b74-d8fcafe6cca4 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578483 Nov 23 13:11:30.716050 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2e5d9946-b6da-4035-877a-a8b2aedda71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:30.740364 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-ce5e32da-019c-478f-8643-85e29cf07163 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57ef3d57d37b4f0c84ade33004ac2995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7295518 Nov 23 13:11:30.741048 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 56382) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:30.770223 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f4849f28-9469-430b-aa24-527d72e754df req-184f5af2-90e1-4edf-9c19-4c7cb3c78054 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060572 Nov 23 13:11:30.771634 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25272274-9afb-4015-8401-c0a754167d3e req-955080ec-5d89-4d89-8fa1-ae48f406292e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:30.772972 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-25272274-9afb-4015-8401-c0a754167d3e req-955080ec-5d89-4d89-8fa1-ae48f406292e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a6cc2b94-0f4f-499e-9b16-c37f584a39e4 HTTP/1.1" status: 200 len: 850 time: 0.1071620 Nov 23 13:11:30.816090 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e32da-019c-478f-8643-85e29cf07163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4681dd0a-1999-4ace-92aa-5f98709d2302,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:30.876830 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ce5e32da-019c-478f-8643-85e29cf07163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:30.888172 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2e5d9946-b6da-4035-877a-a8b2aedda71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:30.942698 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'tag': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'status': 'completed', 'code': 200} Nov 23 13:11:30.976820 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0c031b3-8dae-4e9d-a353-55bb5b61a629 req-e69609be-6585-4ceb-80b4-40019f5142cd service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525294 Nov 23 13:11:31.080467 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a078d574-a46c-45f0-ae52-efef82c4f37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:31.106610 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2e5d9946-b6da-4035-877a-a8b2aedda71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:31.113964 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-e78e84e9-fb2a-499e-9e24-d1a543b406c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:31.128813 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d9946-b6da-4035-877a-a8b2aedda71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba6565d-2850-4183-9076-96b69828021a,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:31.131349 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-2e5d9946-b6da-4035-877a-a8b2aedda71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:31.136057 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25272274-9afb-4015-8401-c0a754167d3e req-5db593d9-283d-4ab8-af5b-c05b391e5f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:31.137520 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-25272274-9afb-4015-8401-c0a754167d3e req-5db593d9-283d-4ab8-af5b-c05b391e5f99 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4efee9-ffed-4f56-81e3-cd45acdb4059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3438303 Nov 23 13:11:31.145350 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2e5d9946-b6da-4035-877a-a8b2aedda71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:31.147213 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-2e5d9946-b6da-4035-877a-a8b2aedda71e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fba6565d-2850-4183-9076-96b69828021a HTTP/1.1" status: 204 len: 168 time: 0.6638446 Nov 23 13:11:31.163834 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a078d574-a46c-45f0-ae52-efef82c4f37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:31.290120 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9a6fc-60d0-4c96-b772-a06ad0b17ebb req-d707d2ae-7651-4c76-975e-7bd525cdec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:31.291747 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b7b9a6fc-60d0-4c96-b772-a06ad0b17ebb req-d707d2ae-7651-4c76-975e-7bd525cdec4b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53d4861f8a6e416bafb99b42b9213d54&device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 1096 time: 0.0923853 Nov 23 13:11:31.324234 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588a875-5d1a-4dea-81fa-e74ed6bf442d req-227a7069-b58f-4434-b7b7-0ffd4f870226 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:31.325801 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5588a875-5d1a-4dea-81fa-e74ed6bf442d req-227a7069-b58f-4434-b7b7-0ffd4f870226 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.2434711 Nov 23 13:11:31.399866 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-25272274-9afb-4015-8401-c0a754167d3e req-ae385fba-d2ad-40fb-b388-d1a09c364336 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002852 Nov 23 13:11:31.402683 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5588a875-5d1a-4dea-81fa-e74ed6bf442d req-c06e2803-2069-4ea2-9bbc-ad8cc585e682 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659890 Nov 23 13:11:31.433228 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a078d574-a46c-45f0-ae52-efef82c4f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:31.435143 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9a6fc-60d0-4c96-b772-a06ad0b17ebb req-f11b8496-10f6-4ba4-ae91-9af306d73b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:31.436089 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b7b9a6fc-60d0-4c96-b772-a06ad0b17ebb req-f11b8496-10f6-4ba4-ae91-9af306d73b7c service neutron] 10.222.0.88 "GET /v2.0/networks?id=9fd585cf-4252-4526-87d0-f50fc6aed26e HTTP/1.1" status: 200 len: 917 time: 0.1360793 Nov 23 13:11:31.485362 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:31.510737 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078d574-a46c-45f0-ae52-efef82c4f37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4681dd0a-1999-4ace-92aa-5f98709d2302,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:31.516656 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-a078d574-a46c-45f0-ae52-efef82c4f37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:31.534615 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7866fb89-707f-492f-83f5-debea0e5adc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a131a8c-1c25-4a9f-9458-8dc0df968149', 'code': 200} Nov 23 13:11:31.536002 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a078d574-a46c-45f0-ae52-efef82c4f37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:31.540140 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-a078d574-a46c-45f0-ae52-efef82c4f37f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4681dd0a-1999-4ace-92aa-5f98709d2302 HTTP/1.1" status: 204 len: 168 time: 0.7952764 Nov 23 13:11:31.566987 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b7b9a6fc-60d0-4c96-b772-a06ad0b17ebb req-bd882bc0-200b-4ab3-aee8-5e77f23ed815 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66 HTTP/1.1" status: 200 len: 217 time: 0.1019995 Nov 23 13:11:31.620196 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-25272274-9afb-4015-8401-c0a754167d3e req-a1fd1174-173d-44c3-ba04-4c187a655038 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133470 Nov 23 13:11:31.691269 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9a6fc-60d0-4c96-b772-a06ad0b17ebb req-e73f247b-999d-4823-9ba5-5a0c3c5cd349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:31.692950 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b7b9a6fc-60d0-4c96-b772-a06ad0b17ebb req-e73f247b-999d-4823-9ba5-5a0c3c5cd349 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1bbfc899-3c99-41b9-ba60-7e70ca060469 HTTP/1.1" status: 200 len: 854 time: 0.1126826 Nov 23 13:11:31.763560 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9330916-3e81-4ed6-b9ae-a32f072b7f16 req-c4c75b83-1d4a-46af-9166-7c3fd41b0366 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:31.765008 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c9330916-3e81-4ed6-b9ae-a32f072b7f16 req-c4c75b83-1d4a-46af-9166-7c3fd41b0366 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 945 time: 0.0869782 Nov 23 13:11:31.785513 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9a6fc-60d0-4c96-b772-a06ad0b17ebb req-21371c6a-0f34-4f7e-bc48-f36d72914ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:31.787478 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b7b9a6fc-60d0-4c96-b772-a06ad0b17ebb req-21371c6a-0f34-4f7e-bc48-f36d72914ff3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9fd585cf-4252-4526-87d0-f50fc6aed26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800254 Nov 23 13:11:31.818740 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c9330916-3e81-4ed6-b9ae-a32f072b7f16 req-ff5fd7e5-a6d0-496b-b040-4d293596b659 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468068 Nov 23 13:11:32.026044 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b7b9a6fc-60d0-4c96-b772-a06ad0b17ebb req-3e83d6a8-d98c-4310-a8d5-0c86d97932f9 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211876 Nov 23 13:11:32.068718 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56418) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:32.148552 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63951f05-611a-478c-9255-95b3afe5e073 req-fdc3db73-b3ff-4739-8808-e668a7bfff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:32.150539 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-63951f05-611a-478c-9255-95b3afe5e073 req-fdc3db73-b3ff-4739-8808-e668a7bfff3a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 1098 time: 0.1655536 Nov 23 13:11:32.160260 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c2352-f92b-4491-816f-b44ab300b947 req-55dc84b1-dcbd-4af7-a062-6381ed019aed tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:32.167570 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7f2c2352-f92b-4491-816f-b44ab300b947 req-55dc84b1-dcbd-4af7-a062-6381ed019aed tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 943 time: 0.2215316 Nov 23 13:11:32.206730 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7ca2-3c64-41e7-995c-51ba33beb473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:32.228467 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-fa8f7ca2-3c64-41e7-995c-51ba33beb473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:32.235158 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-fa8f7ca2-3c64-41e7-995c-51ba33beb473 admin admin] Usage tracker for resource:security_group_rule and tenant:467055f8aca54fa1879a354d5994a196 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:32.240423 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-fa8f7ca2-3c64-41e7-995c-51ba33beb473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:32.258917 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-fa8f7ca2-3c64-41e7-995c-51ba33beb473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:32.260156 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7f2c2352-f92b-4491-816f-b44ab300b947 req-b29963dc-3b23-4cf6-9179-7fe43e4d400b tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911405 Nov 23 13:11:32.289224 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-63951f05-611a-478c-9255-95b3afe5e073 req-925417bd-0ec3-470b-a733-f0f0ea3bb1dc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188679 Nov 23 13:11:32.377222 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b7b9a6fc-60d0-4c96-b772-a06ad0b17ebb req-4108126d-8e8d-4f9c-948d-f47fcd8bca46 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433321 Nov 23 13:11:32.415793 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7ca2-3c64-41e7-995c-51ba33beb473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:32.472849 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-fa8f7ca2-3c64-41e7-995c-51ba33beb473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:32.480866 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:32.526469 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-fa8f7ca2-3c64-41e7-995c-51ba33beb473 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=467055f8aca54fa1879a354d5994a196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546528 Nov 23 13:11:32.529005 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56438) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:32.531622 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f7ca2-3c64-41e7-995c-51ba33beb473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f61ad9-ee7a-48db-96d3-f9d13cdbf461,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:32.546529 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-fa8f7ca2-3c64-41e7-995c-51ba33beb473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:32.592889 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9deb9048-26ea-42ee-8e97-980a6f2130b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:32.621092 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8fe4c-d1c7-4178-a013-512a66578c5b req-aa5ffb52-31ba-4c70-beb1-7e7bc543b5b1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:32.622287 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3ca8fe4c-d1c7-4178-a013-512a66578c5b req-aa5ffb52-31ba-4c70-beb1-7e7bc543b5b1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.0932550 Nov 23 13:11:32.630488 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9deb9048-26ea-42ee-8e97-980a6f2130b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:32.673811 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3ca8fe4c-d1c7-4178-a013-512a66578c5b req-a42c0573-1d00-40a9-b1a1-06bce0802af6 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440764 Nov 23 13:11:32.798233 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9deb9048-26ea-42ee-8e97-980a6f2130b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:32.803205 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:32.816364 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb9048-26ea-42ee-8e97-980a6f2130b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f61ad9-ee7a-48db-96d3-f9d13cdbf461,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:32.818617 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9deb9048-26ea-42ee-8e97-980a6f2130b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:32.821046 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9deb9048-26ea-42ee-8e97-980a6f2130b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:32.822301 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9deb9048-26ea-42ee-8e97-980a6f2130b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75f61ad9-ee7a-48db-96d3-f9d13cdbf461 HTTP/1.1" status: 204 len: 168 time: 0.2921505 Nov 23 13:11:33.025293 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e99a6-38fa-4de2-a693-245c031da042 req-c03e55c6-cf5c-4b8a-90d1-ac8e14fad7e8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:33.026803 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ff6e99a6-38fa-4de2-a693-245c031da042 req-c03e55c6-cf5c-4b8a-90d1-ac8e14fad7e8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 945 time: 0.0841556 Nov 23 13:11:33.075804 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ff6e99a6-38fa-4de2-a693-245c031da042 req-f94f5d74-0fb6-4587-953f-11d489a0b54a tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Nov 23 13:11:33.371932 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 8df814e2-c40e-45a1-a628-539227f44e14 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:11:33.389256 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device dec698c9-b4c3-44f8-8b8d-f9084293f3ba up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:33.590532 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 8df814e2-c40e-45a1-a628-539227f44e14, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8df814e2-c40e-45a1-a628-539227f44e14,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:33.610536 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': '8df814e2-c40e-45a1-a628-539227f44e14', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'port_id': '8df814e2-c40e-45a1-a628-539227f44e14', 'mac_address': 'fa:16:3e:39:ad:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:11:33.620884 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb9322-411d-4f8f-ad18-f5bbf8e22683 req-5df4fcc3-0c77-4e2c-a582-f898068b9adb tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:33.622660 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f0fb9322-411d-4f8f-ad18-f5bbf8e22683 req-5df4fcc3-0c77-4e2c-a582-f898068b9adb tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 943 time: 0.2187254 Nov 23 13:11:33.672918 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port dec698c9-b4c3-44f8-8b8d-f9084293f3ba completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:33.699996 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port dec698c9-b4c3-44f8-8b8d-f9084293f3ba triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:33.700399 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:33.726398 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f0fb9322-411d-4f8f-ad18-f5bbf8e22683 req-18b02a49-292c-413b-b636-ce5db64b7c6f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950482 Nov 23 13:11:33.776124 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:33.801748 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df814e2-c40e-45a1-a628-539227f44e14 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:33.865860 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 8df814e2-c40e-45a1-a628-539227f44e14, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8df814e2-c40e-45a1-a628-539227f44e14,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:33.896085 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:33.927236 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e771ea27-3979-46f1-8cf8-f463516c8e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec698c9-b4c3-44f8-8b8d-f9084293f3ba'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:33.940110 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port dec698c9-b4c3-44f8-8b8d-f9084293f3ba, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dec698c9-b4c3-44f8-8b8d-f9084293f3ba,segment=NetworkSegment(fa4e1afd-2700-44cd-b285-94c8ff134196),segment_id=fa4e1afd-2700-44cd-b285-94c8ff134196)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:33.947516 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9afa18-0f14-4ee8-9bdd-a33469ebe1bb req-b588e459-d905-477a-9504-ae8b7f8829c7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:33.949097 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fe9afa18-0f14-4ee8-9bdd-a33469ebe1bb req-b588e459-d905-477a-9504-ae8b7f8829c7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.1286922 Nov 23 13:11:33.975283 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:33.978653 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-4fe92743-8ad9-4673-89e1-cc11957b652b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:34.011575 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e771ea27-3979-46f1-8cf8-f463516c8e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec698c9-b4c3-44f8-8b8d-f9084293f3ba', 'code': 200} Nov 23 13:11:34.017263 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:34.022499 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fe9afa18-0f14-4ee8-9bdd-a33469ebe1bb req-68e3da14-cf19-49e0-b5bc-716333070a1e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628326 Nov 23 13:11:34.062156 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=8df814e2-c40e-45a1-a628-539227f44e14,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:34.065406 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:34.065810 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:34.147650 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=dec698c9-b4c3-44f8-8b8d-f9084293f3ba,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:34.150838 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:34.315234 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c42acb-925a-4014-8f6b-9c7716bd36b5 req-9eee652d-e6b7-4aed-8be7-4caabbabaa3a tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:34.317059 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-15c42acb-925a-4014-8f6b-9c7716bd36b5 req-9eee652d-e6b7-4aed-8be7-4caabbabaa3a tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.1087372 Nov 23 13:11:34.360129 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['8df814e2-c40e-45a1-a628-539227f44e14'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:11:34.388555 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-15c42acb-925a-4014-8f6b-9c7716bd36b5 req-777bf5f8-c6d7-489a-be94-a56e632f7357 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660362 Nov 23 13:11:34.653200 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc434fd2-2b12-4adc-bd3f-d16f218948ac req-843ff541-d48c-4292-b23f-cbb5246bf3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:34.654663 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-fc434fd2-2b12-4adc-bd3f-d16f218948ac req-843ff541-d48c-4292-b23f-cbb5246bf3ea service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 1099 time: 0.1026192 Nov 23 13:11:34.709770 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-fc434fd2-2b12-4adc-bd3f-d16f218948ac req-2c76c62b-40ed-486c-a86e-6e7202572fbd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408721 Nov 23 13:11:34.951457 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ca738-c0c0-48b3-a0a7-0146ad39bd4c req-b4d1c760-0896-401e-870b-1554446a9d1d tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:34.952902 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3c9ca738-c0c0-48b3-a0a7-0146ad39bd4c req-b4d1c760-0896-401e-870b-1554446a9d1d tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 944 time: 0.0974398 Nov 23 13:11:34.999047 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3c9ca738-c0c0-48b3-a0a7-0146ad39bd4c req-aa3d27d3-bd97-4fd3-810c-26a417a4bad6 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395389 Nov 23 13:11:35.225896 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f61039-a3dc-47af-9477-5767f66f78c2 req-3ce98df8-e5e2-479b-a608-28879b52f0ab tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:35.227441 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b0f61039-a3dc-47af-9477-5767f66f78c2 req-3ce98df8-e5e2-479b-a608-28879b52f0ab tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.0925984 Nov 23 13:11:35.279781 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b0f61039-a3dc-47af-9477-5767f66f78c2 req-ddb5862c-ff44-442f-a8ac-0966c98425e1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421867 Nov 23 13:11:35.372664 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 115ca5c6-27b1-4014-b6db-4423b3d39a66 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:11:35.529565 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 115ca5c6-27b1-4014-b6db-4423b3d39a66, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:35.544506 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'port_id': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'mac_address': 'fa:16:3e:54:00:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:11:35.599433 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18ab9b-254d-4132-b001-b636f78c3e1c req-7a9fc682-b6b5-4a84-ab2c-81f872f33aa0 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:35.602036 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7b18ab9b-254d-4132-b001-b636f78c3e1c req-7a9fc682-b6b5-4a84-ab2c-81f872f33aa0 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.0892825 Nov 23 13:11:35.611043 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:35.629520 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115ca5c6-27b1-4014-b6db-4423b3d39a66 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:35.655520 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 115ca5c6-27b1-4014-b6db-4423b3d39a66, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:35.656407 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7b18ab9b-254d-4132-b001-b636f78c3e1c req-f4274265-9d4b-4c68-b44a-e6dead940fec tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 Nov 23 13:11:35.724085 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:35.727350 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:35.800891 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=115ca5c6-27b1-4014-b6db-4423b3d39a66,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:35.804738 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:36.268547 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['115ca5c6-27b1-4014-b6db-4423b3d39a66'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:11:36.358703 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320b0f0-bd22-4977-b113-1b15a145f027 req-79f61717-2205-40be-af6d-e59f20397c43 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:36.368064 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5320b0f0-bd22-4977-b113-1b15a145f027 req-79f61717-2205-40be-af6d-e59f20397c43 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 944 time: 0.2598672 Nov 23 13:11:36.476583 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5320b0f0-bd22-4977-b113-1b15a145f027 req-85d1a7de-e67b-4348-8909-3f40f430faaa tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077328 Nov 23 13:11:36.490933 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-93d6f771-3595-41d6-8ada-be39a2e1faa6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:36.492397 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-93d6f771-3595-41d6-8ada-be39a2e1faa6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/networks?id=4fcd731b-3484-4a4a-9d91-9350116c2af7 HTTP/1.1" status: 200 len: 815 time: 0.3332062 Nov 23 13:11:36.527024 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-a5a1f44a-45fe-4d99-b8ba-36f440c9a86e tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/quotas/03fc88be0a9f43bebedaede3ecd2f613 HTTP/1.1" status: 200 len: 375 time: 0.0146139 Nov 23 13:11:36.617434 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-a697f5c4-fad0-4abd-a5e9-328ab654fbc4 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895195 Nov 23 13:11:36.827698 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fde4a-7c62-4c60-b8c5-34f75df7edfb req-5e498366-7925-4157-8c12-ddae3abd9d48 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:36.829144 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-831fde4a-7c62-4c60-b8c5-34f75df7edfb req-5e498366-7925-4157-8c12-ddae3abd9d48 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 944 time: 0.1832814 Nov 23 13:11:36.833024 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-5859a6d6-a298-4aa3-bb77-20a7c0f97bf7 service neutron] 10.222.0.48 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089436 Nov 23 13:11:36.971156 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-831fde4a-7c62-4c60-b8c5-34f75df7edfb req-5b920c4d-a714-4402-bbae-ce058dff8e78 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302302 Nov 23 13:11:37.016831 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-4070fb70-f102-44cb-8406-5a46b4033f34 service neutron] 10.222.0.48 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770804 Nov 23 13:11:37.181841 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585259d7-e21b-4e6f-8f2a-03ac97a281f5 req-23d8a99e-d059-4bbe-8886-58b65efc63ed tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:37.183302 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-585259d7-e21b-4e6f-8f2a-03ac97a281f5 req-23d8a99e-d059-4bbe-8886-58b65efc63ed tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.0823045 Nov 23 13:11:37.235164 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-585259d7-e21b-4e6f-8f2a-03ac97a281f5 req-deee6955-839e-45b6-ba18-877324eeeb97 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Nov 23 13:11:37.355982 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fa0857a0-592d-48f4-80f6-8409ae8534a4 req-24800691-f65d-4b38-b0af-f03d44df0085 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 210 time: 0.0516706 Nov 23 13:11:37.373393 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 8df814e2-c40e-45a1-a628-539227f44e14 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:37.488298 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-bb76857d-17d2-41b3-862a-9d467d8f72d0 req-0d301d18-f334-42ae-a956-89e3ec7de317 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1090398 Nov 23 13:11:37.691772 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76857d-17d2-41b3-862a-9d467d8f72d0 req-a8b51606-8095-4c96-9e6d-35f5b9aeb71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:37.693441 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-bb76857d-17d2-41b3-862a-9d467d8f72d0 req-a8b51606-8095-4c96-9e6d-35f5b9aeb71e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b481ba5c73e94a219644435be64d05c4&device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 1098 time: 0.0874443 Nov 23 13:11:37.707617 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port 8df814e2-c40e-45a1-a628-539227f44e14 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:37.713156 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port 8df814e2-c40e-45a1-a628-539227f44e14 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:37.713752 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:37.715014 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ee12d-97cc-4e46-ad8c-691cdf608d92 req-425425ae-a12d-4256-aa41-6c4ef2e20fc8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:37.757144 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c15ee12d-97cc-4e46-ad8c-691cdf608d92 req-425425ae-a12d-4256-aa41-6c4ef2e20fc8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 944 time: 0.1007402 Nov 23 13:11:37.781872 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c15ee12d-97cc-4e46-ad8c-691cdf608d92 req-6f9292a8-66b6-40a3-bdde-9dd8f60398fa tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574036 Nov 23 13:11:37.875423 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76857d-17d2-41b3-862a-9d467d8f72d0 req-94a3c756-66bd-4477-a621-024d75e3df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:37.877553 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-bb76857d-17d2-41b3-862a-9d467d8f72d0 req-94a3c756-66bd-4477-a621-024d75e3df28 service neutron] 10.222.0.88 "GET /v2.0/networks?id=dc92c671-b3d0-405c-aed9-02101cf03e64 HTTP/1.1" status: 200 len: 911 time: 0.1583638 Nov 23 13:11:37.893756 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:37.921284 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55b6e06-e03a-4ba8-a345-d5d335cd25fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df814e2-c40e-45a1-a628-539227f44e14'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:37.931575 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 8df814e2-c40e-45a1-a628-539227f44e14, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8df814e2-c40e-45a1-a628-539227f44e14,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:37.956872 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-bb76857d-17d2-41b3-862a-9d467d8f72d0 req-4ae78673-56b2-4f37-b9b5-648d8fc09a2f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa99d496-ddb1-43b4-b0a4-a308229f91c7 HTTP/1.1" status: 200 len: 217 time: 0.0641384 Nov 23 13:11:37.968521 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55b6e06-e03a-4ba8-a345-d5d335cd25fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df814e2-c40e-45a1-a628-539227f44e14', 'code': 200} Nov 23 13:11:38.055640 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76857d-17d2-41b3-862a-9d467d8f72d0 req-bc194575-8233-4ea6-baaf-1602645cfcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:38.055640 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-bb76857d-17d2-41b3-862a-9d467d8f72d0 req-bc194575-8233-4ea6-baaf-1602645cfcd7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1a74489-37e6-4ca6-8d48-e6e9ab6af76e HTTP/1.1" status: 200 len: 849 time: 0.0680623 Nov 23 13:11:38.117630 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-bb76857d-17d2-41b3-862a-9d467d8f72d0 req-421a1c0e-c415-4a10-8929-a76088f46520 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dc92c671-b3d0-405c-aed9-02101cf03e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510893 Nov 23 13:11:38.192618 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f1393-300a-4fa5-851a-7549d1a5101c req-32bc0b81-f4b7-4a46-9dcf-a3f6c84630ab tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:38.193992 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0f8f1393-300a-4fa5-851a-7549d1a5101c req-32bc0b81-f4b7-4a46-9dcf-a3f6c84630ab tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 944 time: 0.1003683 Nov 23 13:11:38.240611 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0f8f1393-300a-4fa5-851a-7549d1a5101c req-8317be99-85da-48fc-b9a8-b1b9f17e39fa tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405424 Nov 23 13:11:38.273374 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-bb76857d-17d2-41b3-862a-9d467d8f72d0 req-e65e0ece-2f98-49ec-b5aa-d44774145e05 service neutron] 10.222.0.88 "GET /v2.0/networks/dc92c671-b3d0-405c-aed9-02101cf03e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483185 Nov 23 13:11:38.353701 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:38.356129 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:38.455057 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-bb76857d-17d2-41b3-862a-9d467d8f72d0 req-e971fef2-1e67-4da7-9260-bc8bc8c06ef2 service neutron] 10.222.0.88 "GET /v2.0/networks/dc92c671-b3d0-405c-aed9-02101cf03e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740398 Nov 23 13:11:38.475384 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=8df814e2-c40e-45a1-a628-539227f44e14,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:38.488187 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:38.576482 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e1a68c44-e643-4cb3-8ae2-34693993c0eb req-fc0f63e0-f43d-459f-97e7-05126b3e3477 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 210 time: 0.1107476 Nov 23 13:11:38.745951 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4068e-c36b-433a-82b6-2015b464b69a req-dd4b3b73-9a29-4fc5-a277-cddad902072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:38.748224 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ebb4068e-c36b-433a-82b6-2015b464b69a req-dd4b3b73-9a29-4fc5-a277-cddad902072d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b12f3c7ceda456987357f151ca0b4d1&device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 1099 time: 0.1283414 Nov 23 13:11:38.844272 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce8e45-900e-44be-b25f-b93ad6fc306b req-232508c7-3ca4-4298-99c3-594ba419f5b8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:38.846680 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0cce8e45-900e-44be-b25f-b93ad6fc306b req-232508c7-3ca4-4298-99c3-594ba419f5b8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.2530689 Nov 23 13:11:38.896333 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a606d-511d-4484-9012-08c11088f191 req-791c385e-7517-4d5d-87d2-88795568126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:38.897790 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-288a606d-511d-4484-9012-08c11088f191 req-791c385e-7517-4d5d-87d2-88795568126f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 1098 time: 0.1667087 Nov 23 13:11:38.906257 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0cce8e45-900e-44be-b25f-b93ad6fc306b req-86060729-0b43-4002-a1f5-55f82abf4aab tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529482 Nov 23 13:11:38.952747 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-288a606d-511d-4484-9012-08c11088f191 req-99bef1f1-ffe9-4d0e-a0a7-336489375a14 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397129 Nov 23 13:11:38.982627 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4068e-c36b-433a-82b6-2015b464b69a req-0f85f6c8-0ecd-4e25-958b-10a7236e0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:38.984411 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ebb4068e-c36b-433a-82b6-2015b464b69a req-0f85f6c8-0ecd-4e25-958b-10a7236e0a35 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0027748b-8da6-43ba-b2a5-1fbc984935cc HTTP/1.1" status: 200 len: 921 time: 0.1928048 Nov 23 13:11:39.107475 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d8a7e-b401-4dad-acaa-a17ff8dd1480 req-e9c8fe75-467e-408d-a0cb-5e4e7fbe6cb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:39.109089 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4b9d8a7e-b401-4dad-acaa-a17ff8dd1480 req-e9c8fe75-467e-408d-a0cb-5e4e7fbe6cb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.0837736 Nov 23 13:11:39.155981 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4b9d8a7e-b401-4dad-acaa-a17ff8dd1480 req-42d9835d-dbe4-4131-bcda-6a19e8cceabc tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399752 Nov 23 13:11:39.207799 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56652) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:39.339039 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d731281c-8dce-4b79-a030-260364fe3116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:39.414868 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ebb4068e-c36b-433a-82b6-2015b464b69a req-80d59dfc-dccd-4167-8a66-aeacc4db6152 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dec698c9-b4c3-44f8-8b8d-f9084293f3ba HTTP/1.1" status: 200 len: 217 time: 0.0647635 Nov 23 13:11:39.415721 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-d731281c-8dce-4b79-a030-260364fe3116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:39.419700 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-d731281c-8dce-4b79-a030-260364fe3116 admin admin] Usage tracker for resource:security_group_rule and tenant:37ed9a70d1bb42d696f536fa57a6ebb8 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:39.422374 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-d731281c-8dce-4b79-a030-260364fe3116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:39.428155 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-d731281c-8dce-4b79-a030-260364fe3116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:39.486157 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29314160-5fbe-4f6c-8a1e-aebbfac2f95d req-0e6162cf-7723-48ce-a27e-fb49a5c45fa5 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:39.487787 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-29314160-5fbe-4f6c-8a1e-aebbfac2f95d req-0e6162cf-7723-48ce-a27e-fb49a5c45fa5 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 945 time: 0.1517291 Nov 23 13:11:39.500286 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd144678-13bb-4209-a8af-e922012d6af3 req-fa131343-3e68-4054-9caf-a99a2bc93852 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:39.503161 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cd144678-13bb-4209-a8af-e922012d6af3 req-fa131343-3e68-4054-9caf-a99a2bc93852 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 944 time: 0.1180391 Nov 23 13:11:39.505142 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 115ca5c6-27b1-4014-b6db-4423b3d39a66 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:39.582634 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-29314160-5fbe-4f6c-8a1e-aebbfac2f95d req-f8e97ce2-7a25-44b1-bab2-59e26ca7b24f tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/security-groups?id=3461341b-b81c-4e04-9485-0ff3dd493e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781395 Nov 23 13:11:39.590409 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cd144678-13bb-4209-a8af-e922012d6af3 req-9650d21e-31cb-49f5-a35a-58295cd3f71e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718088 Nov 23 13:11:39.634814 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d731281c-8dce-4b79-a030-260364fe3116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:39.661032 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port 115ca5c6-27b1-4014-b6db-4423b3d39a66 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:39.666963 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port 115ca5c6-27b1-4014-b6db-4423b3d39a66 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:39.667505 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:39.677815 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4068e-c36b-433a-82b6-2015b464b69a req-fdaf7c01-8a3c-4df3-9720-df60f463e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:39.688140 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ebb4068e-c36b-433a-82b6-2015b464b69a req-fdaf7c01-8a3c-4df3-9720-df60f463e8b4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9 HTTP/1.1" status: 200 len: 859 time: 0.1527774 Nov 23 13:11:39.735688 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d731281c-8dce-4b79-a030-260364fe3116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:39.748068 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e2dbf366-cf96-4e6e-a55d-f01eb3b2829d req-a40d5bbb-683f-4483-bc14-f1041ee2555d tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 210 time: 0.0517559 Nov 23 13:11:39.755883 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-41309614-feea-4ddb-a1db-13cf3c378588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:39.778896 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ebb4068e-c36b-433a-82b6-2015b464b69a req-53f02ec4-42ca-44db-b464-7975c47529eb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0027748b-8da6-43ba-b2a5-1fbc984935cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800827 Nov 23 13:11:39.801963 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:39.846421 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 115ca5c6-27b1-4014-b6db-4423b3d39a66, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:39.885448 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731281c-8dce-4b79-a030-260364fe3116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab86c36-bae8-4bef-aeb2-7f8c412c9184,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:39.889232 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:39.893281 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-d731281c-8dce-4b79-a030-260364fe3116 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37ed9a70d1bb42d696f536fa57a6ebb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6807995 Nov 23 13:11:39.893694 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:39.893791 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 56668) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:39.904521 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d731281c-8dce-4b79-a030-260364fe3116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:39.966526 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ebb4068e-c36b-433a-82b6-2015b464b69a req-0dc5869a-5183-436e-8321-cabd5cb0d450 service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703660 Nov 23 13:11:39.972125 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115ca5c6-27b1-4014-b6db-4423b3d39a66'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:39.975778 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e81d4651-ee78-4a81-9fdb-35e257c354a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:40.005427 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=115ca5c6-27b1-4014-b6db-4423b3d39a66,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:40.006501 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e81d4651-ee78-4a81-9fdb-35e257c354a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:40.013086 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:40.030824 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'code': 200} Nov 23 13:11:40.159790 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ebb4068e-c36b-433a-82b6-2015b464b69a req-9b2f87ed-1b6a-44d9-ba58-6d575c54ad2e service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850646 Nov 23 13:11:40.188674 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e81d4651-ee78-4a81-9fdb-35e257c354a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:40.203634 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-a078d574-a46c-45f0-ae52-efef82c4f37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:40.232183 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d4651-ee78-4a81-9fdb-35e257c354a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab86c36-bae8-4bef-aeb2-7f8c412c9184,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:40.234806 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e81d4651-ee78-4a81-9fdb-35e257c354a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:40.243666 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e81d4651-ee78-4a81-9fdb-35e257c354a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:40.248112 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-e81d4651-ee78-4a81-9fdb-35e257c354a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ab86c36-bae8-4bef-aeb2-7f8c412c9184 HTTP/1.1" status: 204 len: 168 time: 0.3531282 Nov 23 13:11:40.289014 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7962b5e-89fd-43c7-af25-880f46103d2e req-87cbe75a-ab5a-481b-b27e-1a9f03106167 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:40.290662 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b7962b5e-89fd-43c7-af25-880f46103d2e req-87cbe75a-ab5a-481b-b27e-1a9f03106167 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.2101188 Nov 23 13:11:40.395873 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b7962b5e-89fd-43c7-af25-880f46103d2e req-8d4e4fc2-7530-4b7e-b5ea-9b32edc01e39 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991309 Nov 23 13:11:40.429527 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c20557-8fe0-4b62-a4ea-3dd6278b48eb req-f1de4796-0b6d-43e2-b9d3-cd81066f0904 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:40.431553 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-27c20557-8fe0-4b62-a4ea-3dd6278b48eb req-f1de4796-0b6d-43e2-b9d3-cd81066f0904 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1202435 Nov 23 13:11:40.482370 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-27c20557-8fe0-4b62-a4ea-3dd6278b48eb req-4125dbdd-33bf-430a-be5b-909db70f4dc2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422871 Nov 23 13:11:40.608745 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f6806-59c9-44be-9879-e370c5372bd5 req-71f5d404-8747-4485-a28e-8ef9a8069db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:40.610297 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-083f6806-59c9-44be-9879-e370c5372bd5 req-71f5d404-8747-4485-a28e-8ef9a8069db7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 1098 time: 0.0706136 Nov 23 13:11:40.763866 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:40.834732 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-083f6806-59c9-44be-9879-e370c5372bd5 req-9554c496-ad50-4590-80cc-8145fb7681f4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359521 Nov 23 13:11:40.845184 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fed0e6-f584-4a08-89e1-e6dbd10f8dc2 req-9be2bc7a-3c56-43dd-905b-4aca853ce71a tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:40.846836 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-57fed0e6-f584-4a08-89e1-e6dbd10f8dc2 req-9be2bc7a-3c56-43dd-905b-4aca853ce71a tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 945 time: 0.1391718 Nov 23 13:11:40.858501 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e75fe-1a25-4de2-97ec-2e06e060a6f7 req-2341d63c-4313-4357-af55-73de056c7483 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:40.864134 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c69e75fe-1a25-4de2-97ec-2e06e060a6f7 req-2341d63c-4313-4357-af55-73de056c7483 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1175070 Nov 23 13:11:40.927252 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-57fed0e6-f584-4a08-89e1-e6dbd10f8dc2 req-612fbec9-7125-4e80-a986-fa5044244d50 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/security-groups?id=3461341b-b81c-4e04-9485-0ff3dd493e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657601 Nov 23 13:11:40.943366 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c69e75fe-1a25-4de2-97ec-2e06e060a6f7 req-33edb640-0903-4ee3-848d-65f771715d3c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673294 Nov 23 13:11:41.059940 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56700) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:41.077834 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a9c95fd3-85de-419f-9324-9856afcb8241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:41.084368 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2dc24804-93c9-499c-bb73-bb7be5df1189 req-299232c2-b34c-4778-9987-6514116d203c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 210 time: 0.0460353 Nov 23 13:11:41.093855 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-a9c95fd3-85de-419f-9324-9856afcb8241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:41.098055 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-a9c95fd3-85de-419f-9324-9856afcb8241 admin admin] Usage tracker for resource:security_group_rule and tenant:dc78851327af486cb08c9d17d581e548 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:41.100988 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-a9c95fd3-85de-419f-9324-9856afcb8241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:41.106566 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-a9c95fd3-85de-419f-9324-9856afcb8241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:41.191071 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a9c95fd3-85de-419f-9324-9856afcb8241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:41.299066 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a9c95fd3-85de-419f-9324-9856afcb8241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:41.305668 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-fa8f7ca2-3c64-41e7-995c-51ba33beb473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:41.348380 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 56704) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:41.348590 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-a9c95fd3-85de-419f-9324-9856afcb8241 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc78851327af486cb08c9d17d581e548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873423 Nov 23 13:11:41.349334 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c95fd3-85de-419f-9324-9856afcb8241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc13a10-6d0f-4e9c-9545-a71d00f774eb,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:41.352322 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a9c95fd3-85de-419f-9324-9856afcb8241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:41.422169 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ba581f29-fc72-4e4b-b46f-6006240e7dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:41.454873 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ba581f29-fc72-4e4b-b46f-6006240e7dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:41.539064 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 56716) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:41.575753 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ba581f29-fc72-4e4b-b46f-6006240e7dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:41.618836 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:41.678027 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba581f29-fc72-4e4b-b46f-6006240e7dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc13a10-6d0f-4e9c-9545-a71d00f774eb,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:41.680443 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-ba581f29-fc72-4e4b-b46f-6006240e7dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:41.708529 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ba581f29-fc72-4e4b-b46f-6006240e7dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:41.709593 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-ba581f29-fc72-4e4b-b46f-6006240e7dab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fc13a10-6d0f-4e9c-9545-a71d00f774eb HTTP/1.1" status: 204 len: 168 time: 0.3602545 Nov 23 13:11:41.721438 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c1232aab-489e-4e5b-ae4d-b9242f42f353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:41.749334 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c1232aab-489e-4e5b-ae4d-b9242f42f353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:41.756293 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c1232aab-489e-4e5b-ae4d-b9242f42f353 admin admin] Usage tracker for resource:security_group_rule and tenant:d9e2ad5a46d64b169f6e16f2589d9966 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:41.760083 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c1232aab-489e-4e5b-ae4d-b9242f42f353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:41.769939 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c1232aab-489e-4e5b-ae4d-b9242f42f353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:41.805778 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e225a-9c1e-4598-840c-489ee013bdba req-495365ce-e5ab-4499-9571-38f24bb24700 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:41.807232 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-821e225a-9c1e-4598-840c-489ee013bdba req-495365ce-e5ab-4499-9571-38f24bb24700 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.2301617 Nov 23 13:11:41.848533 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa9fd0-721c-4681-ab5b-1c0f36b74c8e req-39df9f4d-fb0a-4dff-89f6-8c3ccdf094e4 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:41.850047 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f9fa9fd0-721c-4681-ab5b-1c0f36b74c8e req-39df9f4d-fb0a-4dff-89f6-8c3ccdf094e4 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.2173402 Nov 23 13:11:41.902080 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-821e225a-9c1e-4598-840c-489ee013bdba req-a5e1ea89-5a91-4d12-8865-a6ee8858d9e3 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886970 Nov 23 13:11:41.933562 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f9fa9fd0-721c-4681-ab5b-1c0f36b74c8e req-29be0877-06d6-479e-8c72-7fee6be2c739 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758090 Nov 23 13:11:41.972947 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c1232aab-489e-4e5b-ae4d-b9242f42f353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:42.121641 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c1232aab-489e-4e5b-ae4d-b9242f42f353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:42.138705 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:42.200914 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-c1232aab-489e-4e5b-ae4d-b9242f42f353 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9e2ad5a46d64b169f6e16f2589d9966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6605461 Nov 23 13:11:42.203287 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1232aab-489e-4e5b-ae4d-b9242f42f353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bd36a4-31f0-4134-a985-ecb5d2ab69a3,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:42.203908 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56740) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:42.209239 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c1232aab-489e-4e5b-ae4d-b9242f42f353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:42.238730 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56158b5e-885b-47ab-b42c-c36033555eb1 req-18b94537-f7f8-44a3-b470-3af55f690522 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:42.240277 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-56158b5e-885b-47ab-b42c-c36033555eb1 req-18b94537-f7f8-44a3-b470-3af55f690522 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1972837 Nov 23 13:11:42.248633 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50915-9f14-468c-a4be-ded8051e4e80 req-23e57661-5ab0-400d-ba47-eb599423b0bb tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:42.250328 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-38e50915-9f14-468c-a4be-ded8051e4e80 req-23e57661-5ab0-400d-ba47-eb599423b0bb tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 945 time: 0.1769097 Nov 23 13:11:42.250828 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 56744) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:42.256447 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-2b3ac469-6da5-4de5-9c0c-cd1c842169e7 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Request body: {'floatingip': {'port_id': '8df814e2-c40e-45a1-a628-539227f44e14'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:42.325595 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:42.362692 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:42.371765 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac469-6da5-4de5-9c0c-cd1c842169e7 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:42.569170 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-38e50915-9f14-468c-a4be-ded8051e4e80 req-8218efdb-b9f6-4398-b99f-83f386d15888 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/security-groups?id=3461341b-b81c-4e04-9485-0ff3dd493e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358978 Nov 23 13:11:42.569888 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:42.575025 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ce5e32da-019c-478f-8643-85e29cf07163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:42.605581 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bd36a4-31f0-4134-a985-ecb5d2ab69a3,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:42.647997 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:42.648528 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:42.649035 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:42.649544 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:42.650040 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:42.650637 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:42.651158 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:42.651663 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:42.652155 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:42.652646 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:42.653141 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:42.653628 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:42.656608 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:42.659755 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/65bd36a4-31f0-4134-a985-ecb5d2ab69a3 HTTP/1.1" status: 204 len: 168 time: 0.4496143 Nov 23 13:11:42.660011 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:42.849721 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-04f02080-e904-4996-b401-268b7eee082e req-f08c24a8-38f9-4f08-9546-2b8d304e43b8 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 210 time: 0.1269741 Nov 23 13:11:43.091842 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde6618-54dd-49a6-9a38-3910ff36d389 req-0086a435-6366-4745-92bb-4662ac807d7b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:43.099369 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4bde6618-54dd-49a6-9a38-3910ff36d389 req-0086a435-6366-4745-92bb-4662ac807d7b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.7303588 Nov 23 13:11:43.126327 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-3731ea99-131c-4468-a1c5-2a389a81cb06 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:43.128689 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-3731ea99-131c-4468-a1c5-2a389a81cb06 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "GET /v2.0/networks?id=4fcd731b-3484-4a4a-9d91-9350116c2af7 HTTP/1.1" status: 200 len: 815 time: 0.2513530 Nov 23 13:11:43.156978 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Request body: {'port': {'device_id': '819969b2-7e59-4ed1-ba95-ca10e89a146f', 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7', 'admin_state_up': True, 'tenant_id': '03fc88be0a9f43bebedaede3ecd2f613'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:43.229721 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4bde6618-54dd-49a6-9a38-3910ff36d389 req-4803a22a-9789-4fdc-aa76-e890d139d551 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294155 Nov 23 13:11:43.320297 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:43.330598 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:43.403882 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Made reservation on behalf of 03fc88be0a9f43bebedaede3ecd2f613 for: {'port': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:11:43.409360 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:43.480817 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 56772) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:43.503383 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55daaff-d1fa-4786-8ec5-c76c2de1a27e req-0cde7ec8-395d-47fd-b312-7083b56bcbf2 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:43.505117 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c55daaff-d1fa-4786-8ec5-c76c2de1a27e req-0cde7ec8-395d-47fd-b312-7083b56bcbf2 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.3843772 Nov 23 13:11:43.575868 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c55daaff-d1fa-4786-8ec5-c76c2de1a27e req-cbb2f13a-f8c5-4ad5-ab04-1f0c3562b2ea tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586751 Nov 23 13:11:43.663978 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Allocated IP 172.20.0.8 (4fcd731b-3484-4a4a-9d91-9350116c2af7/3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0/434e1702-5b50-4b21-afc2-fb5307ce769b) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:11:43.744662 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56784) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:43.783360 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-953ab891-41f1-4ef0-b92c-d5cf49c819ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:43.801442 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1106911750-network', 'tenant_id': 'b8fb6db5805f40d5a1839644168d4739'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:43.817031 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:43.830041 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Usage tracker for resource:network and tenant:b8fb6db5805f40d5a1839644168d4739 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:43.859052 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac469-6da5-4de5-9c0c-cd1c842169e7 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:43.859402 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-953ab891-41f1-4ef0-b92c-d5cf49c819ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:43.881524 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:43.889573 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-953ab891-41f1-4ef0-b92c-d5cf49c819ec admin admin] Usage tracker for resource:security_group_rule and tenant:594535dec8d045638dc8cced76cd9a2d is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:43.893466 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:43.895591 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-953ab891-41f1-4ef0-b92c-d5cf49c819ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:43.905002 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-953ab891-41f1-4ef0-b92c-d5cf49c819ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:43.934465 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaec779-b1e6-49bb-a563-e5715d8e56a6 req-10a5cd94-75fa-44ac-bb6a-15280c56d2ef tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:43.941217 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cfaec779-b1e6-49bb-a563-e5715d8e56a6 req-10a5cd94-75fa-44ac-bb6a-15280c56d2ef tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.88 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 945 time: 0.2274659 Nov 23 13:11:43.944363 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512e4e4-934b-4cfe-a49e-5758a87b6df7 req-3e621d13-172c-4132-9a55-721511cb09a1 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:43.945756 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5512e4e4-934b-4cfe-a49e-5758a87b6df7 req-3e621d13-172c-4132-9a55-721511cb09a1 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 945 time: 0.2354641 Nov 23 13:11:43.946581 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac469-6da5-4de5-9c0c-cd1c842169e7 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:44.007570 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:44.069690 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-953ab891-41f1-4ef0-b92c-d5cf49c819ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:44.158406 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Made reservation on behalf of b8fb6db5805f40d5a1839644168d4739 for: {'network': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:11:44.160672 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:44.169521 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-953ab891-41f1-4ef0-b92c-d5cf49c819ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:44.178343 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b3f0bbdd-8481-48d9-811d-e55e674216dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:44.202778 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-40cd220c-a83a-4980-a3ea-9d30e54b6a6b req-808f8665-f2e5-4c09-a0bb-2f78f3abaf53 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 210 time: 0.1972454 Nov 23 13:11:44.203408 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:44.212982 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:44.232120 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-953ab891-41f1-4ef0-b92c-d5cf49c819ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=594535dec8d045638dc8cced76cd9a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4822764 Nov 23 13:11:44.232120 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ab891-41f1-4ef0-b92c-d5cf49c819ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064bf360-6ad5-4e6d-b39d-051fbe6b6696,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:44.232751 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-953ab891-41f1-4ef0-b92c-d5cf49c819ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:44.233570 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56796) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:44.237354 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-974601ae-eead-4d8e-8d69-1ab146241250 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:44.251106 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:44.256746 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-cfaec779-b1e6-49bb-a563-e5715d8e56a6 req-990aafbb-0890-4684-b7a3-af029d56ebcf tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Deleting port aa99d496-ddb1-43b4-b0a4-a308229f91c7 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:11:44.263218 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-cfaec779-b1e6-49bb-a563-e5715d8e56a6 req-990aafbb-0890-4684-b7a3-af029d56ebcf tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:44.263349 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['a5d2fd3e-fac4-4285-a28e-4b886238d7f1'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:11:44.284810 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5512e4e4-934b-4cfe-a49e-5758a87b6df7 req-5371e61d-7344-4fa4-b7a2-1c069dfe31b1 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/security-groups?id=3461341b-b81c-4e04-9485-0ff3dd493e51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814014 Nov 23 13:11:44.297421 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Usage tracker for resource:security_group_rule and tenant:b8fb6db5805f40d5a1839644168d4739 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:44.316135 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:44.334335 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:44.334813 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Network 4fcd731b-3484-4a4a-9d91-9350116c2af7 is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:44.340150 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:44.342937 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:11:44.349198 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:44.349527 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:44.367671 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.l3_db [None req-2b3ac469-6da5-4de5-9c0c-cd1c842169e7 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Floating IP 61e9a48b-c005-4f48-8bb8-3960ecae70d3 associated. External IP: 172.28.3.101, port: 8df814e2-c40e-45a1-a628-539227f44e14. Nov 23 13:11:44.384110 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Pushing event updated for resources: {'Port': ['ID=434e1702-5b50-4b21-afc2-fb5307ce769b,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:44.388136 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:44.432493 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bed0e8c1-4550-4116-bc70-e1a85fc987a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:44.464198 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bed0e8c1-4550-4116-bc70-e1a85fc987a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:44.505549 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3583944 Nov 23 13:11:44.523991 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Request body: {'port': {'device_id': '819969b2-7e59-4ed1-ba95-ca10e89a146f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:44.678371 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bed0e8c1-4550-4116-bc70-e1a85fc987a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:44.688077 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-148de29f-2e7f-4f1b-b705-7669514a571b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:44.712622 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0e8c1-4550-4116-bc70-e1a85fc987a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064bf360-6ad5-4e6d-b39d-051fbe6b6696,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:44.717268 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-bed0e8c1-4550-4116-bc70-e1a85fc987a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:44.720896 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bed0e8c1-4550-4116-bc70-e1a85fc987a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:44.721990 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-bed0e8c1-4550-4116-bc70-e1a85fc987a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/064bf360-6ad5-4e6d-b39d-051fbe6b6696 HTTP/1.1" status: 204 len: 168 time: 0.4519107 Nov 23 13:11:44.724764 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:44.981054 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeee0b-7294-4698-a0e1-4b0f81d5e299 req-78e7f308-32c7-4654-8d74-e3cfcf57d1a8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:44.983391 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ebaeee0b-7294-4698-a0e1-4b0f81d5e299 req-78e7f308-32c7-4654-8d74-e3cfcf57d1a8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.5582085 Nov 23 13:11:45.091235 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434e1702-5b50-4b21-afc2-fb5307ce769b {{(pid=87465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:45.094120 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:45.111155 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Transition to ACTIVE for port object 434e1702-5b50-4b21-afc2-fb5307ce769b will not be triggered until provisioned by entity L2. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:45.181328 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d09f6-d5da-4b61-9384-366585def23a req-42d466ea-8126-4cff-ad58-3a44585142ef tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:45.182696 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0b7d09f6-d5da-4b61-9384-366585def23a req-42d466ea-8126-4cff-ad58-3a44585142ef tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.4793537 Nov 23 13:11:45.189067 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:45.248869 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-cfaec779-b1e6-49bb-a563-e5715d8e56a6 req-990aafbb-0890-4684-b7a3-af029d56ebcf tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] For port aa99d496-ddb1-43b4-b0a4-a308229f91c7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=aa99d496-ddb1-43b4-b0a4-a308229f91c7,segment=NetworkSegment(94409c05-8034-4bb4-afb3-31f42846f6b0),segment_id=94409c05-8034-4bb4-afb3-31f42846f6b0)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:45.249256 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-cfaec779-b1e6-49bb-a563-e5715d8e56a6 req-990aafbb-0890-4684-b7a3-af029d56ebcf tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:45.255417 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:45.261462 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:45.262921 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ebaeee0b-7294-4698-a0e1-4b0f81d5e299 req-d125d6b9-cde3-430a-a4f7-946cc0d25b40 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222245 Nov 23 13:11:45.401378 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:45.408704 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-cfaec779-b1e6-49bb-a563-e5715d8e56a6 req-990aafbb-0890-4684-b7a3-af029d56ebcf tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Calling delete_port for aa99d496-ddb1-43b4-b0a4-a308229f91c7 owned by compute:nova {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:11:45.421429 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Pushing event updated for resources: {'Port': ['ID=434e1702-5b50-4b21-afc2-fb5307ce769b,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:45.465246 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0b7d09f6-d5da-4b61-9384-366585def23a req-2078bca5-0b67-4dbd-8c75-83b94daeb222 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715180 Nov 23 13:11:45.500837 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:45.507832 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:45.518142 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Attempting to bind port 434e1702-5b50-4b21-afc2-fb5307ce769b on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:11:45.522928 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Attempting to bind port 434e1702-5b50-4b21-afc2-fb5307ce769b by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:11:45.522928 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Attempting to bind port 434e1702-5b50-4b21-afc2-fb5307ce769b on network 4fcd731b-3484-4a4a-9d91-9350116c2af7 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:45.524016 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Port 434e1702-5b50-4b21-afc2-fb5307ce769b on network 4fcd731b-3484-4a4a-9d91-9350116c2af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:11:45.524418 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Attempting to bind port 434e1702-5b50-4b21-afc2-fb5307ce769b on network 4fcd731b-3484-4a4a-9d91-9350116c2af7 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:45.530131 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:11:45.530476 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Checking segment: {'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:45.530973 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Bound using segment: {'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:11:45.531474 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Bound port: 434e1702-5b50-4b21-afc2-fb5307ce769b, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'}}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:11:45.531893 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:45.569978 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'} {{(pid=87466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:11:45.629209 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] For port 434e1702-5b50-4b21-afc2-fb5307ce769b, host hv-cinder-81888, cleared binding levels {{(pid=87465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:11:45.632283 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] For port 434e1702-5b50-4b21-afc2-fb5307ce769b, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=434e1702-5b50-4b21-afc2-fb5307ce769b,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:11:45.642625 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:45.642981 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.segments_db [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Added segment 4d238b19-b367-4c36-a5f6-186e5577cf66 of type vlan for network 3b500559-6d86-44ef-9128-6580ad4c3c7d Nov 23 13:11:45.729759 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:45.734069 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:45.802063 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:45.802674 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:45.804163 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] 10.222.0.88 "PUT /v2.0/ports/434e1702-5b50-4b21-afc2-fb5307ce769b HTTP/1.1" status: 200 len: 1093 time: 1.2850106 Nov 23 13:11:45.804632 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819969b2-7e59-4ed1-ba95-ca10e89a146f', 'tag': '434e1702-5b50-4b21-afc2-fb5307ce769b'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:45.810811 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8b49ef-d057-4265-8e28-207489daf94b,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:45.821631 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Pushing event updated for resources: {'Port': ['ID=434e1702-5b50-4b21-afc2-fb5307ce769b,revision_number=3']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:45.824651 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:45.860832 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3ac469-6da5-4de5-9c0c-cd1c842169e7 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:11:45.872623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:45.872623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:45.872623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:45.872623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:45.872623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:45.872623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:45.872623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:45.872623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:45.872623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:45.872623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:45.872623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:45.872623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:45.875838 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:45.878059 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:45.991307 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56838) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:46.021993 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.db.resource_extend [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 13:11:46.039092 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-0826b7ab-20d7-42c5-b15c-3dd5c6bebfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:46.040638 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-0826b7ab-20d7-42c5-b15c-3dd5c6bebfdd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 1096 time: 0.0801570 Nov 23 13:11:46.122061 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-592100176-network', 'tenant_id': '16a490f9163e4cdd9127a81f7a495df6'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:46.139354 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:46.143309 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-c2a2806e-e0d7-4ecf-b008-e57096b4c458 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=434e1702-5b50-4b21-afc2-fb5307ce769b HTTP/1.1" status: 200 len: 217 time: 0.0780060 Nov 23 13:11:46.145659 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Usage tracker for resource:network and tenant:16a490f9163e4cdd9127a81f7a495df6 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:46.148676 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:46.183455 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:46.216159 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-c81be41b-6094-4d82-aed0-9078645c273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:46.217574 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-c81be41b-6094-4d82-aed0-9078645c273a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0 HTTP/1.1" status: 200 len: 855 time: 0.0660956 Nov 23 13:11:46.243338 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdf54d-59c4-4a69-b963-b9e38fd8a2f2 req-63a06bcb-56ac-4b42-8b1b-4965b64134fb tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:46.244809 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e6fdf54d-59c4-4a69-b963-b9e38fd8a2f2 req-63a06bcb-56ac-4b42-8b1b-4965b64134fb tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 943 time: 0.8041329 Nov 23 13:11:46.258342 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94858d6-4676-4346-8074-84ceea31c240 req-05be0610-d1af-4d8c-8809-a885e8e37362 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:46.259882 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d94858d6-4676-4346-8074-84ceea31c240 req-05be0610-d1af-4d8c-8809-a885e8e37362 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.6377723 Nov 23 13:11:46.271083 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-8be64bc0-cad2-40a9-becc-0ce74d0a789b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4fcd731b-3484-4a4a-9d91-9350116c2af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467486 Nov 23 13:11:46.271664 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56844) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:46.276581 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-f205733c-f581-45fb-8127-fa01e7f1c386 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Request body: {'floatingip': {'port_id': '115ca5c6-27b1-4014-b6db-4423b3d39a66'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:46.327768 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e6fdf54d-59c4-4a69-b963-b9e38fd8a2f2 req-1204c92b-79c8-498f-ad20-bb9dc892dc20 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629714 Nov 23 13:11:46.335706 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3ac469-6da5-4de5-9c0c-cd1c842169e7 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:11:46.343763 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-cfaec779-b1e6-49bb-a563-e5715d8e56a6 req-990aafbb-0890-4684-b7a3-af029d56ebcf tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:46.347062 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:46.351932 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:46.352597 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:46.355594 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Made reservation on behalf of 16a490f9163e4cdd9127a81f7a495df6 for: {'network': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:11:46.357303 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0819aa80-97cf-4379-a9d6-c35342c41567 None None] Sync routers for ids ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:11:46.358221 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:46.363461 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:46.374588 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819aa80-97cf-4379-a9d6-c35342c41567 None None] Routers {'1aa60342-a3f4-4baa-9d7e-5356d4c5c651'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:11:46.375259 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-0819aa80-97cf-4379-a9d6-c35342c41567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:11:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:46.435714 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819969b2-7e59-4ed1-ba95-ca10e89a146f', 'tag': '434e1702-5b50-4b21-afc2-fb5307ce769b', 'status': 'completed', 'code': 200} Nov 23 13:11:46.440116 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f205733c-f581-45fb-8127-fa01e7f1c386 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for floatingip, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:46.452711 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990aafbb-0890-4684-b7a3-af029d56ebcf tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Pushing event deleted for resources: {'Port': ['ID=aa99d496-ddb1-43b4-b0a4-a308229f91c7,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:46.455552 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-990aafbb-0890-4684-b7a3-af029d56ebcf tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:46.465068 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:46.577156 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-0819aa80-97cf-4379-a9d6-c35342c41567 None None] Set router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:11:46.582595 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-5987083d-df8b-4c0d-9d1e-f9ecac5c138b req-76140e79-9b45-423b-adfe-d01f2a0ce8fd tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Synchronizing usage tracker for tenant:b481ba5c73e94a219644435be64d05c4 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:46.606028 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2b3ac469-6da5-4de5-9c0c-cd1c842169e7 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:46.667440 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1845555 Nov 23 13:11:46.672858 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:46.697473 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56852) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:46.710707 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:46.714864 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Pushing event updated for resources: {'Network': ['ID=3b500559-6d86-44ef-9128-6580ad4c3c7d,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:46.717515 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Request body: {'subnet': {'network_id': '3b500559-6d86-44ef-9128-6580ad4c3c7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1106911750-subnet', 'tenant_id': 'b8fb6db5805f40d5a1839644168d4739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:46.723667 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:46.726302 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:46.728387 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network 3b500559-6d86-44ef-9128-6580ad4c3c7d details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:11:46.746733 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Usage tracker for resource:subnet and tenant:b8fb6db5805f40d5a1839644168d4739 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:46.747593 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-2b3ac469-6da5-4de5-9c0c-cd1c842169e7 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "PUT /v2.0/floatingips/61e9a48b-c005-4f48-8bb8-3960ecae70d3 HTTP/1.1" status: 200 len: 991 time: 4.4950073 Nov 23 13:11:46.754352 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55b6e06-e03a-4ba8-a345-d5d335cd25fe', 'tag': '8df814e2-c40e-45a1-a628-539227f44e14'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:46.759655 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:46.774712 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:46.778245 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-5987083d-df8b-4c0d-9d1e-f9ecac5c138b req-76140e79-9b45-423b-adfe-d01f2a0ce8fd tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Unset dirty status for tenant:b481ba5c73e94a219644435be64d05c4 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:46.778245 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5987083d-df8b-4c0d-9d1e-f9ecac5c138b req-76140e79-9b45-423b-adfe-d01f2a0ce8fd tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 210 time: 0.3556349 Nov 23 13:11:46.802250 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Usage tracker for resource:security_group_rule and tenant:16a490f9163e4cdd9127a81f7a495df6 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:46.816088 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:46.827530 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:46.836189 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df574cef-a308-4d89-9646-d25287dcbf50 req-57dc1466-b2c3-4476-832d-7b49542eb0c4 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:46.840909 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-df574cef-a308-4d89-9646-d25287dcbf50 req-57dc1466-b2c3-4476-832d-7b49542eb0c4 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.1935952 Nov 23 13:11:46.968674 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfaec779-b1e6-49bb-a563-e5715d8e56a6 req-990aafbb-0890-4684-b7a3-af029d56ebcf tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] No DVR routers for this DVR port aa99d496-ddb1-43b4-b0a4-a308229f91c7 on host hv-cinder-81888 {{(pid=87466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:11:46.993988 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-cfaec779-b1e6-49bb-a563-e5715d8e56a6 req-990aafbb-0890-4684-b7a3-af029d56ebcf tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:46.993988 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cfaec779-b1e6-49bb-a563-e5715d8e56a6 req-990aafbb-0890-4684-b7a3-af029d56ebcf tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.88 "DELETE /v2.0/ports/aa99d496-ddb1-43b4-b0a4-a308229f91c7 HTTP/1.1" status: 204 len: 173 time: 2.9884548 Nov 23 13:11:47.024389 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-df574cef-a308-4d89-9646-d25287dcbf50 req-1c89e110-04c6-41cd-ad83-120bd1cb8414 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182442 Nov 23 13:11:47.081552 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-0819aa80-97cf-4379-a9d6-c35342c41567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': '61e9a48b-c005-4f48-8bb8-3960ecae70d3', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'floating_ip_address': '172.28.3.101', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'port_id': '8df814e2-c40e-45a1-a628-539227f44e14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'mac_address': 'fa:16:3e:39:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55b6e06-e03a-4ba8-a345-d5d335cd25fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:11:12Z', 'updated_at': '2021-11-23T13:11:43Z', 'revision_number': 1, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:12Z', 'revision_number': 5, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:47.081552 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0819aa80-97cf-4379-a9d6-c35342c41567 None None] Checking router: 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:11:47.082010 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55b6e06-e03a-4ba8-a345-d5d335cd25fe', 'tag': '8df814e2-c40e-45a1-a628-539227f44e14', 'status': 'completed', 'code': 200} Nov 23 13:11:47.086376 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Made reservation on behalf of b8fb6db5805f40d5a1839644168d4739 for: {'subnet': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:11:47.086903 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819aa80-97cf-4379-a9d6-c35342c41567 None None] Routers {'1aa60342-a3f4-4baa-9d7e-5356d4c5c651'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:11:47.087516 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-0819aa80-97cf-4379-a9d6-c35342c41567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:11:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:47.088695 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:47.221802 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-a9c08b98-50b4-4205-a702-c454f41eb309 service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8934085 Nov 23 13:11:47.238043 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0205213-bf15-4ff4-b34b-9c2f6eacdc25 req-beb9d955-dd69-436e-9759-e33845f0a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:47.240166 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f0205213-bf15-4ff4-b34b-9c2f6eacdc25 req-beb9d955-dd69-436e-9759-e33845f0a73f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=853b7b2f68be41a2b9efcc92fd52fd59&device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 1098 time: 0.0897298 Nov 23 13:11:47.290862 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-0819aa80-97cf-4379-a9d6-c35342c41567 None None] Set router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:11:47.435388 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device aa99d496-ddb1-43b4-b0a4-a308229f91c7 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:11:47.468906 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0205213-bf15-4ff4-b34b-9c2f6eacdc25 req-276da132-3828-4eaa-9c26-d83696dc43cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:47.471901 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f0205213-bf15-4ff4-b34b-9c2f6eacdc25 req-276da132-3828-4eaa-9c26-d83696dc43cd service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4efee9-ffed-4f56-81e3-cd45acdb4059 HTTP/1.1" status: 200 len: 913 time: 0.2232397 Nov 23 13:11:47.518870 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: aa99d496-ddb1-43b4-b0a4-a308229f91c7 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:11:47.519595 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device aa99d496-ddb1-43b4-b0a4-a308229f91c7 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:11:47.648238 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f0205213-bf15-4ff4-b34b-9c2f6eacdc25 req-60debe0d-474a-403d-a342-472760ea758d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8df814e2-c40e-45a1-a628-539227f44e14 HTTP/1.1" status: 200 len: 999 time: 0.1689758 Nov 23 13:11:47.703668 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987c003-a8b0-4432-b608-c276f0dfee48 req-1562b863-c649-4213-91d6-058071bd2520 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:47.710792 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1987c003-a8b0-4432-b608-c276f0dfee48 req-1562b863-c649-4213-91d6-058071bd2520 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 943 time: 0.1733508 Nov 23 13:11:47.806808 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:47.814136 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1987c003-a8b0-4432-b608-c276f0dfee48 req-34455c8c-9e7a-483e-b8a9-61f78f404461 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966926 Nov 23 13:11:47.816113 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-0819aa80-97cf-4379-a9d6-c35342c41567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': '61e9a48b-c005-4f48-8bb8-3960ecae70d3', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'floating_ip_address': '172.28.3.101', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'port_id': '8df814e2-c40e-45a1-a628-539227f44e14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'mac_address': 'fa:16:3e:39:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55b6e06-e03a-4ba8-a345-d5d335cd25fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:11:12Z', 'updated_at': '2021-11-23T13:11:43Z', 'revision_number': 1, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:12Z', 'revision_number': 5, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:47.826302 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0205213-bf15-4ff4-b34b-9c2f6eacdc25 req-8c9423f8-1ae0-4bc3-af81-26790d542d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:47.835921 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f0205213-bf15-4ff4-b34b-9c2f6eacdc25 req-8c9423f8-1ae0-4bc3-af81-26790d542d06 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a6cc2b94-0f4f-499e-9b16-c37f584a39e4 HTTP/1.1" status: 200 len: 850 time: 0.1710534 Nov 23 13:11:47.836076 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0819aa80-97cf-4379-a9d6-c35342c41567 None None] The sync data for ids ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'] in dv-cinder-818886-1-smb is: [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': '61e9a48b-c005-4f48-8bb8-3960ecae70d3', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'floating_ip_address': '172.28.3.101', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'port_id': '8df814e2-c40e-45a1-a628-539227f44e14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'mac_address': 'fa:16:3e:39:ad:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55b6e06-e03a-4ba8-a345-d5d335cd25fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:11:12Z', 'updated_at': '2021-11-23T13:11:43Z', 'revision_number': 1, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:12Z', 'revision_number': 5, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:11:47.849266 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e59e186a-7086-4c4b-8020-6e7da58d7059 req-e2808fd3-e8af-491b-9049-96b5531a7c37 service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5603378 Nov 23 13:11:47.929337 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:47.964835 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0205213-bf15-4ff4-b34b-9c2f6eacdc25 req-7cab576b-b1ee-4a20-9586-ad3d40c1841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:47.966356 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f0205213-bf15-4ff4-b34b-9c2f6eacdc25 req-7cab576b-b1ee-4a20-9586-ad3d40c1841b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4efee9-ffed-4f56-81e3-cd45acdb4059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1273797 Nov 23 13:11:47.970346 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:48.023401 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c421b833-16ac-4295-8c1c-feab52572b2f req-08867375-9a23-47bb-9d89-57037ad1c50d tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 210 time: 0.0432880 Nov 23 13:11:48.039132 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=87465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:11:48.168176 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acde1337-ac25-451a-9db0-c9fd227d771f,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:48.172757 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:48.190380 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:48.190380 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.segments_db [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Added segment db1b148b-778f-461a-8020-91a9d040b707 of type vlan for network a715836b-6172-47f1-bddf-27ceaa307b60 Nov 23 13:11:48.198867 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa7e04-3c49-4f13-9ddc-3f1e939b1613 None None] New status for floating IP 61e9a48b-c005-4f48-8bb8-3960ecae70d3: ACTIVE {{(pid=87467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:11:48.214993 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.db.resource_extend [None req-f205733c-f581-45fb-8127-fa01e7f1c386 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 13:11:48.285113 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:48.312637 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f0205213-bf15-4ff4-b34b-9c2f6eacdc25 req-d9075630-51fa-483b-a7c7-0e066ec6bd7e service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673855 Nov 23 13:11:48.324878 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b1914-10de-4e05-8c14-b82d80654204 req-3bf06678-d02f-400f-b21d-866e25666237 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:48.326233 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b35b1914-10de-4e05-8c14-b82d80654204 req-3bf06678-d02f-400f-b21d-866e25666237 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.1517315 Nov 23 13:11:48.332529 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:48.368388 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:48.415285 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f205733c-f581-45fb-8127-fa01e7f1c386 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:48.453380 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b35b1914-10de-4e05-8c14-b82d80654204 req-74026898-4b03-4217-9e5a-7cbbb787d602 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088989 Nov 23 13:11:48.469017 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec4a8a3-bfd6-4232-977d-a7daf3474e64,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:48.474254 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:48.476230 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f501ea-26da-4d8b-ae49-a10d56fb812c req-ae20388c-ddc0-4bcb-bfbf-7aabea898b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:48.477849 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-38f501ea-26da-4d8b-ae49-a10d56fb812c req-ae20388c-ddc0-4bcb-bfbf-7aabea898b40 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 1096 time: 0.3640552 Nov 23 13:11:48.480444 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Checking segment: {'id': '4d238b19-b367-4c36-a5f6-186e5577cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '3b500559-6d86-44ef-9128-6580ad4c3c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:48.480794 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Network hostable DHCP agents. Network: 3b500559-6d86-44ef-9128-6580ad4c3c7d, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:11:48.500139 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f0205213-bf15-4ff4-b34b-9c2f6eacdc25 req-54f894d3-495b-4c8b-a95d-31f048902070 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729653 Nov 23 13:11:48.513552 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f205733c-f581-45fb-8127-fa01e7f1c386 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:48.717179 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:48.790250 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:48.790854 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:48.801704 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-2799a88e-014f-4258-85d3-48559d9724be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:48.958365 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Pushing event updated for resources: {'Network': ['ID=a715836b-6172-47f1-bddf-27ceaa307b60,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:48.973137 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:48.974725 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network a715836b-6172-47f1-bddf-27ceaa307b60 details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:11:48.975698 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Network 3b500559-6d86-44ef-9128-6580ad4c3c7d is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:11:48.990177 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.l3_db [None req-f205733c-f581-45fb-8127-fa01e7f1c386 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Floating IP 68c7f7e7-4d79-4591-b7af-cf061a0a2009 associated. External IP: 172.28.3.113, port: 115ca5c6-27b1-4014-b6db-4423b3d39a66. Nov 23 13:11:49.016149 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174534f-0395-4f44-abf5-2096c27145f7 req-ba4c3303-a512-48cb-8b29-2b677b8870fb tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:49.018439 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a174534f-0395-4f44-abf5-2096c27145f7 req-ba4c3303-a512-48cb-8b29-2b677b8870fb tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 943 time: 0.0965281 Nov 23 13:11:49.055070 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0586288 Nov 23 13:11:49.056464 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f501ea-26da-4d8b-ae49-a10d56fb812c req-62fc342f-d045-4dc0-a24c-2e728fb6b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:49.057897 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-38f501ea-26da-4d8b-ae49-a10d56fb812c req-62fc342f-d045-4dc0-a24c-2e728fb6b009 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4fcd731b-3484-4a4a-9d91-9350116c2af7 HTTP/1.1" status: 200 len: 917 time: 0.5681143 Nov 23 13:11:49.136415 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56880) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:49.180566 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27459ee6-8be7-4197-a583-81c6f1a6ae4f', 'name': 'network-vif-deleted', 'tag': 'aa99d496-ddb1-43b4-b0a4-a308229f91c7'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:49.204645 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Request body: {'subnet': {'network_id': 'a715836b-6172-47f1-bddf-27ceaa307b60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-592100176-subnet', 'tenant_id': '16a490f9163e4cdd9127a81f7a495df6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:49.231819 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:49.233560 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-41a8a40f-297b-4884-87dd-99f722a49dfb req-61a733c7-1c9f-46c4-b613-0e448ce29dfc tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] 10.222.0.48 "GET /v2.0/ports?device_id=27459ee6-8be7-4197-a583-81c6f1a6ae4f HTTP/1.1" status: 200 len: 210 time: 0.0463922 Nov 23 13:11:49.237774 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-38f501ea-26da-4d8b-ae49-a10d56fb812c req-1aba45c7-4a94-4e35-bacb-a3a30c957f08 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=434e1702-5b50-4b21-afc2-fb5307ce769b HTTP/1.1" status: 200 len: 217 time: 0.0980077 Nov 23 13:11:49.238686 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, 3b500559-6d86-44ef-9128-6580ad4c3c7d) {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:49.244372 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:49.245259 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:49.254664 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367461af-0db2-486b-8692-2ae60e7b3eb2 None None] Network 3b500559-6d86-44ef-9128-6580ad4c3c7d requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:11:49.258383 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Usage tracker for resource:subnet and tenant:16a490f9163e4cdd9127a81f7a495df6 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:49.277993 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a174534f-0395-4f44-abf5-2096c27145f7 req-3fd772b9-e73b-4203-a7a7-2848461d1f40 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522531 Nov 23 13:11:49.301313 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:49.318304 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27459ee6-8be7-4197-a583-81c6f1a6ae4f', 'name': 'network-vif-deleted', 'tag': 'aa99d496-ddb1-43b4-b0a4-a308229f91c7', 'status': 'completed', 'code': 200} Nov 23 13:11:49.325191 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:49.373695 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f501ea-26da-4d8b-ae49-a10d56fb812c req-06ee278e-79b7-441a-89e7-f4ee213bc5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:49.375249 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-38f501ea-26da-4d8b-ae49-a10d56fb812c req-06ee278e-79b7-441a-89e7-f4ee213bc5dc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0 HTTP/1.1" status: 200 len: 855 time: 0.1182556 Nov 23 13:11:49.480393 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-38f501ea-26da-4d8b-ae49-a10d56fb812c req-30e3cec6-40ce-429a-a125-cd1f5bf7db36 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4fcd731b-3484-4a4a-9d91-9350116c2af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969393 Nov 23 13:11:49.514048 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fccdd5-661c-47cc-b3d4-278a8791270e None None] Network 3b500559-6d86-44ef-9128-6580ad4c3c7d requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:11:49.547821 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8402905 Nov 23 13:11:49.580919 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Made reservation on behalf of 16a490f9163e4cdd9127a81f7a495df6 for: {'subnet': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:11:49.583340 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:49.702797 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a46983-6405-4e60-a0c4-9bccac6e9df3 req-60588ac5-d3d4-472b-b58f-f3739c8a9f59 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:49.712150 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-61a46983-6405-4e60-a0c4-9bccac6e9df3 req-60588ac5-d3d4-472b-b58f-f3739c8a9f59 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.0984480 Nov 23 13:11:49.771746 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-61a46983-6405-4e60-a0c4-9bccac6e9df3 req-05172558-29fd-4825-b7af-b544a32f35a8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581234 Nov 23 13:11:49.822364 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-38f501ea-26da-4d8b-ae49-a10d56fb812c req-b82668e7-4fe2-4f0d-a4aa-238bc87b5058 service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807057 Nov 23 13:11:49.834137 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f205733c-f581-45fb-8127-fa01e7f1c386 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:11:50.288181 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-38f501ea-26da-4d8b-ae49-a10d56fb812c req-91e33cb3-d172-44a3-ab08-88b5416d1041 service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545369 Nov 23 13:11:50.315773 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f205733c-f581-45fb-8127-fa01e7f1c386 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:11:50.327121 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac8a357-dc9f-43b4-9a30-19e27522e620 None None] Sync routers for ids ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:11:50.333757 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f205733c-f581-45fb-8127-fa01e7f1c386 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:50.341010 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac8a357-dc9f-43b4-9a30-19e27522e620 None None] Routers {'1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:11:50.341776 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-0ac8a357-dc9f-43b4-9a30-19e27522e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:11:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:50.395407 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:50.409793 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9330d96b-bebd-45f6-ba0a-f006802b64a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:50.501921 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-f205733c-f581-45fb-8127-fa01e7f1c386 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "PUT /v2.0/floatingips/68c7f7e7-4d79-4591-b7af-cf061a0a2009 HTTP/1.1" status: 200 len: 991 time: 4.2286119 Nov 23 13:11:50.511863 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'tag': '115ca5c6-27b1-4014-b6db-4423b3d39a66'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:50.534579 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4b972e-b960-4066-8b84-e35132aa820f,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:50.537907 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:50.544325 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Checking segment: {'id': 'db1b148b-778f-461a-8020-91a9d040b707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'a715836b-6172-47f1-bddf-27ceaa307b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:50.544672 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Network hostable DHCP agents. Network: a715836b-6172-47f1-bddf-27ceaa307b60, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:11:50.573720 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb79b6-661b-4bdc-9b47-b4d413800975 req-c8a788fa-171c-442b-8049-582815fa6476 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:50.581083 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f1cb79b6-661b-4bdc-9b47-b4d413800975 req-c8a788fa-171c-442b-8049-582815fa6476 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 943 time: 0.1809282 Nov 23 13:11:50.583801 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-0ac8a357-dc9f-43b4-9a30-19e27522e620 None None] Set router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:11:50.637702 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f1cb79b6-661b-4bdc-9b47-b4d413800975 req-29f97a6d-7a42-4fa7-9d3d-31ebd101d77f tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554628 Nov 23 13:11:50.690488 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Network a715836b-6172-47f1-bddf-27ceaa307b60 is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:11:50.768971 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, a715836b-6172-47f1-bddf-27ceaa307b60) {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:50.785519 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177a8e63-885f-423f-9673-81c9769134c7 None None] Network a715836b-6172-47f1-bddf-27ceaa307b60 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:11:50.789652 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:50.789652 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:50.841902 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'tag': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'status': 'completed', 'code': 200} Nov 23 13:11:50.908278 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7693572 Nov 23 13:11:51.086919 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d5bba9-9539-43b5-bfcb-aa5aadef3819 None None] Network a715836b-6172-47f1-bddf-27ceaa307b60 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:11:51.137443 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-0ac8a357-dc9f-43b4-9a30-19e27522e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': '68c7f7e7-4d79-4591-b7af-cf061a0a2009', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'floating_ip_address': '172.28.3.113', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'port_id': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'mac_address': 'fa:16:3e:54:00:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:11:16Z', 'updated_at': '2021-11-23T13:11:48Z', 'revision_number': 1, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:18Z', 'revision_number': 5, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:51.146240 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad3c22-9f79-4b68-a3b0-63c5a9d1a34e req-df750222-07e3-4a37-95c6-5b3eb1654e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:51.148359 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-16ad3c22-9f79-4b68-a3b0-63c5a9d1a34e req-df750222-07e3-4a37-95c6-5b3eb1654e67 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53d4861f8a6e416bafb99b42b9213d54&device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 1098 time: 0.2369187 Nov 23 13:11:51.153950 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac8a357-dc9f-43b4-9a30-19e27522e620 None None] Checking router: 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:11:51.172333 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac8a357-dc9f-43b4-9a30-19e27522e620 None None] Routers {'1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:11:51.172447 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-0ac8a357-dc9f-43b4-9a30-19e27522e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:11:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:51.285588 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2797700-3c17-4044-89c1-49b899eb812a req-d3a2b39a-49ee-43ec-9c86-f82eb93d84d2 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:51.294784 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c2797700-3c17-4044-89c1-49b899eb812a req-d3a2b39a-49ee-43ec-9c86-f82eb93d84d2 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.1462183 Nov 23 13:11:51.341471 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad3c22-9f79-4b68-a3b0-63c5a9d1a34e req-c4da0684-091a-4265-952e-1d5000008164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:51.342853 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-16ad3c22-9f79-4b68-a3b0-63c5a9d1a34e req-c4da0684-091a-4265-952e-1d5000008164 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9fd585cf-4252-4526-87d0-f50fc6aed26e HTTP/1.1" status: 200 len: 917 time: 0.1841581 Nov 23 13:11:51.352733 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c2797700-3c17-4044-89c1-49b899eb812a req-7c3c2a04-00de-4923-bad8-2f5ccdd7dc4e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516839 Nov 23 13:11:51.372502 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-0ac8a357-dc9f-43b4-9a30-19e27522e620 None None] Set router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:11:51.468783 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-16ad3c22-9f79-4b68-a3b0-63c5a9d1a34e req-65762b7b-a2ef-43d6-b847-ee0d05e0bdda service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66 HTTP/1.1" status: 200 len: 999 time: 0.1177301 Nov 23 13:11:51.477911 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 434e1702-5b50-4b21-afc2-fb5307ce769b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:11:51.572325 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad3c22-9f79-4b68-a3b0-63c5a9d1a34e req-734f362f-03a6-40eb-b2df-96ae24b030af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:51.574511 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-16ad3c22-9f79-4b68-a3b0-63c5a9d1a34e req-734f362f-03a6-40eb-b2df-96ae24b030af service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1bbfc899-3c99-41b9-ba60-7e70ca060469 HTTP/1.1" status: 200 len: 854 time: 0.0986409 Nov 23 13:11:51.638853 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 434e1702-5b50-4b21-afc2-fb5307ce769b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=434e1702-5b50-4b21-afc2-fb5307ce769b,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:51.659197 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': '434e1702-5b50-4b21-afc2-fb5307ce769b', 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7', 'port_id': '434e1702-5b50-4b21-afc2-fb5307ce769b', 'mac_address': 'fa:16:3e:c0:d2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:11:51.713536 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad3c22-9f79-4b68-a3b0-63c5a9d1a34e req-57773245-2fdf-429a-953a-ee80797f670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:51.715024 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-16ad3c22-9f79-4b68-a3b0-63c5a9d1a34e req-57773245-2fdf-429a-953a-ee80797f670e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9fd585cf-4252-4526-87d0-f50fc6aed26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1324680 Nov 23 13:11:51.729128 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:51.770163 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434e1702-5b50-4b21-afc2-fb5307ce769b {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:51.823206 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-b711c970-b9a1-4343-88bb-db6054a139f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:51.836903 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 434e1702-5b50-4b21-afc2-fb5307ce769b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=434e1702-5b50-4b21-afc2-fb5307ce769b,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:51.912747 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:51.918005 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-c3ae4c35-07f2-44f4-99d1-c683faefc371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:51.930085 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-0ac8a357-dc9f-43b4-9a30-19e27522e620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': '68c7f7e7-4d79-4591-b7af-cf061a0a2009', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'floating_ip_address': '172.28.3.113', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'port_id': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'mac_address': 'fa:16:3e:54:00:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:11:16Z', 'updated_at': '2021-11-23T13:11:48Z', 'revision_number': 1, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:18Z', 'revision_number': 5, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:51.942732 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac8a357-dc9f-43b4-9a30-19e27522e620 None None] The sync data for ids ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'] in dv-cinder-818886-1-smb is: [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': '68c7f7e7-4d79-4591-b7af-cf061a0a2009', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'floating_ip_address': '172.28.3.113', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'port_id': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'mac_address': 'fa:16:3e:54:00:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:11:16Z', 'updated_at': '2021-11-23T13:11:48Z', 'revision_number': 1, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:18Z', 'revision_number': 5, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:11:51.944361 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-16ad3c22-9f79-4b68-a3b0-63c5a9d1a34e req-cac3bdeb-c1ca-47d9-84f0-90376392f782 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133682 Nov 23 13:11:51.987386 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014726f-269c-41a9-8f07-43e8251299f0 req-37a6f5d8-11fe-4761-86fa-df005124df9d tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:51.988963 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1014726f-269c-41a9-8f07-43e8251299f0 req-37a6f5d8-11fe-4761-86fa-df005124df9d tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 943 time: 0.1764727 Nov 23 13:11:52.084940 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 56958) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:52.095820 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-278524586-network', 'tenant_id': 'f3e4705bc7ec40e08272b013c97f7112'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:52.103607 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:52.103824 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=434e1702-5b50-4b21-afc2-fb5307ce769b,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:52.116324 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:52.116773 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:52.117135 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:52.117561 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:52.117959 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:52.118355 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:52.118822 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:52.119226 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:52.119614 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:52.120001 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:52.120385 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:52.120815 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:11:52.125024 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:52.128066 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1014726f-269c-41a9-8f07-43e8251299f0 req-d7338aa2-7f73-4673-bb59-177b8b65e53e tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247928 Nov 23 13:11:52.129286 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Usage tracker for resource:network and tenant:f3e4705bc7ec40e08272b013c97f7112 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:52.132524 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:52.147932 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:52.185170 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-16ad3c22-9f79-4b68-a3b0-63c5a9d1a34e req-caa2b05b-1b5c-4cae-80ab-15bad2357941 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320759 Nov 23 13:11:52.249163 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Made reservation on behalf of f3e4705bc7ec40e08272b013c97f7112 for: {'network': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:11:52.252531 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:52.266190 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:52.277768 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:52.285223 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:52.289236 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Usage tracker for resource:security_group_rule and tenant:f3e4705bc7ec40e08272b013c97f7112 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:52.292698 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d459920-0ab5-45a1-946a-1856ef26d07e None None] New status for floating IP 68c7f7e7-4d79-4591-b7af-cf061a0a2009: ACTIVE {{(pid=87467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:11:52.293236 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:52.299609 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:52.463833 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['434e1702-5b50-4b21-afc2-fb5307ce769b'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:11:52.543483 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-d1b31247-7773-413b-835f-bd6394018e4a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:52.544169 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-d1b31247-7773-413b-835f-bd6394018e4a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Synchronizing usage tracker for tenant:b8fb6db5805f40d5a1839644168d4739 on resource:network {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:52.571799 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:52.613930 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275a164-91fc-44d1-9ac7-13f275cf8ffd req-663e22a4-78a1-49c1-aabf-b7a9070505f4 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:52.615432 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e275a164-91fc-44d1-9ac7-13f275cf8ffd req-663e22a4-78a1-49c1-aabf-b7a9070505f4 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.1253567 Nov 23 13:11:52.661945 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:52.667376 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c1232aab-489e-4e5b-ae4d-b9242f42f353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:52.679739 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e275a164-91fc-44d1-9ac7-13f275cf8ffd req-5a6ccbd0-07df-432f-81a2-3c2c22392641 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585480 Nov 23 13:11:52.703937 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=87466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:11:52.709898 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3170b91c-d218-491f-8350-4015b8ecdf22,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:52.716165 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:52.717097 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:52.717433 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.segments_db [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Added segment 17ea2e02-05e8-4a2e-9929-e138f0de93da of type vlan for network 3c437e26-5884-47e9-94a2-fa10164ff434 Nov 23 13:11:52.753458 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:52.757276 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-d1b31247-7773-413b-835f-bd6394018e4a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Unset dirty status for tenant:b8fb6db5805f40d5a1839644168d4739 on resource:network {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:52.759587 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-d1b31247-7773-413b-835f-bd6394018e4a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/networks?id=3b500559-6d86-44ef-9128-6580ad4c3c7d HTTP/1.1" status: 200 len: 809 time: 0.4383035 Nov 23 13:11:52.793337 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-af497779-c067-46db-b9c3-249a04a2aec1 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/quotas/b8fb6db5805f40d5a1839644168d4739 HTTP/1.1" status: 200 len: 375 time: 0.0214987 Nov 23 13:11:52.842491 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-041b1f4a-002b-4a75-b5f3-367394221492 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8fb6db5805f40d5a1839644168d4739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416749 Nov 23 13:11:52.843561 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:52.845714 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:52.846288 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:52.849723 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:52.870321 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:11:52.909828 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56980) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:52.973970 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_v2 [None req-34295750-d8d3-4433-834a-c63755c811d0 admin admin] Deleting subnet a1a74489-37e6-4ca6-8d48-e6e9ab6af76e {{(pid=87465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:11:52.976837 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-34295750-d8d3-4433-834a-c63755c811d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:53.026196 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-34295750-d8d3-4433-834a-c63755c811d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:53.030721 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Pushing event updated for resources: {'Network': ['ID=3c437e26-5884-47e9-94a2-fa10164ff434,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:53.034917 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-34295750-d8d3-4433-834a-c63755c811d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:53.035622 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:53.054621 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network 3c437e26-5884-47e9-94a2-fa10164ff434 details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:11:53.099836 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-8dc24c06-6e70-4280-ab88-74d9a9aebd22 service neutron] 10.222.0.48 "GET /v2.0/networks/3b500559-6d86-44ef-9128-6580ad4c3c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356193 Nov 23 13:11:53.101543 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0152977 Nov 23 13:11:53.105102 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 56988) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:53.137451 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Request body: {'subnet': {'network_id': '3c437e26-5884-47e9-94a2-fa10164ff434', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-278524586-subnet', 'tenant_id': 'f3e4705bc7ec40e08272b013c97f7112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:53.147069 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:53.151297 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Usage tracker for resource:subnet and tenant:f3e4705bc7ec40e08272b013c97f7112 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:53.154224 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:53.161841 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:53.232873 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-34295750-d8d3-4433-834a-c63755c811d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:53.239025 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:53.272242 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Made reservation on behalf of f3e4705bc7ec40e08272b013c97f7112 for: {'subnet': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:11:53.274562 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:53.291336 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-21c2737e-c9f4-499e-9592-f0580b2c61cb service neutron] 10.222.0.48 "GET /v2.0/networks/3b500559-6d86-44ef-9128-6580ad4c3c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840112 Nov 23 13:11:53.294548 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34295750-d8d3-4433-834a-c63755c811d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a74489-37e6-4ca6-8d48-e6e9ab6af76e,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:53.353148 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-34295750-d8d3-4433-834a-c63755c811d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:53.359377 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-34295750-d8d3-4433-834a-c63755c811d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:53.386556 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-34295750-d8d3-4433-834a-c63755c811d0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a1a74489-37e6-4ca6-8d48-e6e9ab6af76e HTTP/1.1" status: 204 len: 168 time: 0.4756010 Nov 23 13:11:53.388915 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 57002) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:53.398743 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e2ae1-32b6-41bf-990a-8dbc09b016ea req-e0ef8269-f0cc-48ae-b088-21a04b163247 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:53.400295 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-598e2ae1-32b6-41bf-990a-8dbc09b016ea req-e0ef8269-f0cc-48ae-b088-21a04b163247 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 944 time: 0.1074011 Nov 23 13:11:53.445230 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-598e2ae1-32b6-41bf-990a-8dbc09b016ea req-c45c02c6-7298-4358-9873-2ad44fdfbe50 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392098 Nov 23 13:11:53.635302 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-62ac0517-7f71-4e00-aedb-6c4bb1e3516c req-71ba366a-4864-48a4-8d08-0c40ba860075 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 210 time: 0.0549889 Nov 23 13:11:53.682910 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:53.843159 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:53.864534 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:53.873006 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:53.884311 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63f1f0-c9f7-4e23-943b-707791ad0f40 req-2728a88f-9bdc-4f08-8ca7-97f33ded7334 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:53.885780 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ec63f1f0-c9f7-4e23-943b-707791ad0f40 req-2728a88f-9bdc-4f08-8ca7-97f33ded7334 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.0879478 Nov 23 13:11:53.905459 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:11:53.905823 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:11:53.906561 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:11:53.906943 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Subscribe: > port after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:11:53.907876 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:11:53.908224 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Subscribe: > port after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:11:53.908550 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:11:53.908865 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:11:53.909185 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:11:53.909497 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:11:53.932103 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ec63f1f0-c9f7-4e23-943b-707791ad0f40 req-3abffb2e-6250-4eb0-a2c5-f56d88a0e0ac tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389009 Nov 23 13:11:54.045703 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:11:54.046271 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:11:54.046622 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:11:54.046980 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87465) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:11:54.047346 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc92c671-b3d0-405c-aed9-02101cf03e64']}} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:54.077607 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94409c05-8034-4bb4-afb3-31f42846f6b0') {'for_net_delete': True} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:54.077897 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94409c05-8034-4bb4-afb3-31f42846f6b0') {} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:11:54.098548 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3163315'] for segment, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:54.118608 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b70d983c-9194-438d-8813-12900ba2ba34,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:54.121913 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:54.129933 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:54.142548 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=87465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:11:54.142953 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121994'] for segment, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: from cryptography.utils import int_from_bytes Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: from cryptography.utils import int_from_bytes Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: util.warn_limited( Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: util.warn_limited( Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: Traceback (most recent call last): Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: timer() Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: cb(*args, **kw) Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: return func(*args, **kwargs) Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: self._notify() Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: self.callback(batched_events) Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: event.method(event) Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: return f(self, *a, **k) Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: return self._get(url).json() Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: return self.request(url, 'GET', **kwargs) Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:11:54.160183 dv-cinder-818886-1-smb neutron-server[87465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:11:54.214654 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Checking segment: {'id': '17ea2e02-05e8-4a2e-9929-e138f0de93da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '3c437e26-5884-47e9-94a2-fa10164ff434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:54.215036 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Network hostable DHCP agents. Network: 3c437e26-5884-47e9-94a2-fa10164ff434, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:11:54.335568 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Network 3c437e26-5884-47e9-94a2-fa10164ff434 is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:11:54.339235 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:54.347365 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:54.367192 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:54.379090 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc92c671-b3d0-405c-aed9-02101cf03e64,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:54.380007 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:54.384551 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dc92c671-b3d0-405c-aed9-02101cf03e64 HTTP/1.1" status: 204 len: 168 time: 0.9946830 Nov 23 13:11:54.437467 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, 3c437e26-5884-47e9-94a2-fa10164ff434) {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:54.441716 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:54.442292 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:54.448016 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96ed7da-daf6-4b36-9260-92610dc3efd2 None None] Network 3c437e26-5884-47e9-94a2-fa10164ff434 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:11:54.472989 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-dc09a9a7-7a70-4304-8d0e-fc9757fbf478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:54.524449 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-b9d5bfc6-cc64-40ee-aa2a-af501cdf2772 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4182296 Nov 23 13:11:54.668727 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84ef32-b2f4-4b75-94b4-a2b9f609fa4d req-8ae3f97d-af6c-46c8-a231-4030b952ba63 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:54.670419 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4b84ef32-b2f4-4b75-94b4-a2b9f609fa4d req-8ae3f97d-af6c-46c8-a231-4030b952ba63 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 944 time: 0.0895238 Nov 23 13:11:54.715005 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba42f0-e1c6-4ab4-bc83-285aba09ea79 None None] Network 3c437e26-5884-47e9-94a2-fa10164ff434 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:11:54.845723 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 57040) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:54.882055 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b8b534e4-2e85-4bd6-9964-7a01978f8dd6 req-0cd7af32-c9e3-4715-9177-1f68cc0e3cd0 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 210 time: 0.1599212 Nov 23 13:11:54.926616 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4b84ef32-b2f4-4b75-94b4-a2b9f609fa4d req-1854ac60-2e67-4d6f-b8e8-2484262e5faf tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485855 Nov 23 13:11:54.941493 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 57050) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:54.942139 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-80ea5570-264f-44f4-b9b6-0c33cfd4ff34 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b481ba5c73e94a219644435be64d05c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0951083 Nov 23 13:11:55.042087 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-742f7352-d321-4b8f-a277-804f0532ed7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:55.072668 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-742f7352-d321-4b8f-a277-804f0532ed7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:55.217596 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-742f7352-d321-4b8f-a277-804f0532ed7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:55.228031 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-ba581f29-fc72-4e4b-b46f-6006240e7dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:55.246160 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f7352-d321-4b8f-a277-804f0532ed7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3461341b-b81c-4e04-9485-0ff3dd493e51,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:55.255012 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-742f7352-d321-4b8f-a277-804f0532ed7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:55.260797 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-742f7352-d321-4b8f-a277-804f0532ed7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:55.264239 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-742f7352-d321-4b8f-a277-804f0532ed7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3461341b-b81c-4e04-9485-0ff3dd493e51 HTTP/1.1" status: 204 len: 168 time: 0.3193967 Nov 23 13:11:55.276039 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:55.292359 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8040e-08a0-4da0-a31d-216eeda34afd req-2e8005aa-e32f-4b9b-b078-ddb62a97e721 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:55.302565 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e9e8040e-08a0-4da0-a31d-216eeda34afd req-2e8005aa-e32f-4b9b-b078-ddb62a97e721 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.1159618 Nov 23 13:11:55.423612 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e9e8040e-08a0-4da0-a31d-216eeda34afd req-1ec1bf01-68e0-4a98-acac-ccefd4487990 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233561 Nov 23 13:11:55.496880 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-2bbe5592-3939-4a55-8712-59312652b451 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:55.498335 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-2bbe5592-3939-4a55-8712-59312652b451 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/networks?id=a715836b-6172-47f1-bddf-27ceaa307b60 HTTP/1.1" status: 200 len: 808 time: 0.1849642 Nov 23 13:11:55.521063 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 434e1702-5b50-4b21-afc2-fb5307ce769b up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:11:55.524823 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-f4aec44d-66f7-418f-bde0-ada31665bc1a tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/quotas/16a490f9163e4cdd9127a81f7a495df6 HTTP/1.1" status: 200 len: 375 time: 0.0200756 Nov 23 13:11:55.570551 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 57078) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:55.577900 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-b6abe2f1-8dd6-4418-b3ea-415bd7755042 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=16a490f9163e4cdd9127a81f7a495df6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470705 Nov 23 13:11:55.712322 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7deb2a67-7578-4486-b194-e6ff97ece2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:55.729035 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-7deb2a67-7578-4486-b194-e6ff97ece2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:55.732820 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-8358db1c-56a9-461f-a7a2-ad0baabe265c service neutron] 10.222.0.48 "GET /v2.0/networks/a715836b-6172-47f1-bddf-27ceaa307b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457748 Nov 23 13:11:55.733282 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-7deb2a67-7578-4486-b194-e6ff97ece2b6 admin admin] Usage tracker for resource:security_group_rule and tenant:590611af17864e4b80dade3a260203fb is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:55.739754 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-7deb2a67-7578-4486-b194-e6ff97ece2b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:55.740320 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port 434e1702-5b50-4b21-afc2-fb5307ce769b completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:11:55.743981 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-7deb2a67-7578-4486-b194-e6ff97ece2b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:55.752465 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port 434e1702-5b50-4b21-afc2-fb5307ce769b triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:11:55.753303 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:55.839488 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7deb2a67-7578-4486-b194-e6ff97ece2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:55.874219 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-383b6d3e-3907-48a7-8346-3b4cb2f03f15 service neutron] 10.222.0.48 "GET /v2.0/networks/a715836b-6172-47f1-bddf-27ceaa307b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404881 Nov 23 13:11:55.889089 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:55.918156 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7deb2a67-7578-4486-b194-e6ff97ece2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:55.921961 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819969b2-7e59-4ed1-ba95-ca10e89a146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434e1702-5b50-4b21-afc2-fb5307ce769b'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:55.936941 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d731281c-8dce-4b79-a030-260364fe3116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:55.942570 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 434e1702-5b50-4b21-afc2-fb5307ce769b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=434e1702-5b50-4b21-afc2-fb5307ce769b,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:11:55.986530 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-7deb2a67-7578-4486-b194-e6ff97ece2b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=590611af17864e4b80dade3a260203fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146764 Nov 23 13:11:55.991979 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb2a67-7578-4486-b194-e6ff97ece2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3013ea83-d874-4e72-9981-9884e94ee83f,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:55.992094 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 57098) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:11:55.993318 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-7deb2a67-7578-4486-b194-e6ff97ece2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:56.010577 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:56.013441 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:56.087430 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-343e1a00-8250-45c9-bd05-c49103d562f6 req-5c8ca36e-ab6b-4827-9154-522c8c950035 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 210 time: 0.0561874 Nov 23 13:11:56.112977 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=434e1702-5b50-4b21-afc2-fb5307ce769b,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:56.116133 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:56.121293 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-baa34754-e5cc-4dbc-a3ba-cac07903a260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:56.161314 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819969b2-7e59-4ed1-ba95-ca10e89a146f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434e1702-5b50-4b21-afc2-fb5307ce769b', 'code': 200} Nov 23 13:11:56.200280 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-baa34754-e5cc-4dbc-a3ba-cac07903a260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:56.364848 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7751eff9-016f-40c8-a4ef-764966e0585a req-8293a72f-3817-4e62-a0aa-354fa86b5c9c tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 210 time: 0.1341286 Nov 23 13:11:56.452387 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac791001-4fa3-4901-b0ef-c86167ffb879 req-dbb5366f-eb91-4bf6-9471-77efcc85f39c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:56.455472 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ac791001-4fa3-4901-b0ef-c86167ffb879 req-dbb5366f-eb91-4bf6-9471-77efcc85f39c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 945 time: 0.1393027 Nov 23 13:11:56.531729 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-72ecfe49-0eda-4ccf-b31a-c085af103279 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:56.533902 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-72ecfe49-0eda-4ccf-b31a-c085af103279 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.88 "GET /v2.0/networks?id=3b500559-6d86-44ef-9128-6580ad4c3c7d HTTP/1.1" status: 200 len: 809 time: 0.2455661 Nov 23 13:11:56.536725 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-baa34754-e5cc-4dbc-a3ba-cac07903a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:56.543877 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-49831701-7358-4f50-8dfb-5a9a278a8b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:56.559761 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa34754-e5cc-4dbc-a3ba-cac07903a260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3013ea83-d874-4e72-9981-9884e94ee83f,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:56.571555 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ac791001-4fa3-4901-b0ef-c86167ffb879 req-41e1bd31-ab83-4891-9bdc-70854f84063a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094046 Nov 23 13:11:56.573511 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-baa34754-e5cc-4dbc-a3ba-cac07903a260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:56.575151 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-baa34754-e5cc-4dbc-a3ba-cac07903a260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:56.576494 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-baa34754-e5cc-4dbc-a3ba-cac07903a260 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3013ea83-d874-4e72-9981-9884e94ee83f HTTP/1.1" status: 204 len: 168 time: 0.5861185 Nov 23 13:11:56.592958 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Request body: {'port': {'device_id': '1ff5f025-a96a-4010-a1f6-769638f20b67', 'network_id': '3b500559-6d86-44ef-9128-6580ad4c3c7d', 'admin_state_up': True, 'tenant_id': 'b8fb6db5805f40d5a1839644168d4739'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:56.792640 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:56.802772 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Usage tracker for resource:port and tenant:b8fb6db5805f40d5a1839644168d4739 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:56.810100 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:56.827107 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:56.855903 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62b91-7298-4f12-a136-b69bc7b1f407 req-f355e89e-7388-476f-a115-633fb7110b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:56.857398 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6ab62b91-7298-4f12-a136-b69bc7b1f407 req-f355e89e-7388-476f-a115-633fb7110b74 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 1098 time: 0.1972346 Nov 23 13:11:56.865619 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62797669-cba0-4d38-8a26-8417fa778ebc req-6308bb64-4c69-4ae5-9d2a-9a4ecc0c2780 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:56.867013 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-62797669-cba0-4d38-8a26-8417fa778ebc req-6308bb64-4c69-4ae5-9d2a-9a4ecc0c2780 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.1192253 Nov 23 13:11:56.896021 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Made reservation on behalf of b8fb6db5805f40d5a1839644168d4739 for: {'port': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:11:56.906117 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:56.940697 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-62797669-cba0-4d38-8a26-8417fa778ebc req-0924fd3f-1551-4451-bd27-0ca9c43a5ee5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552690 Nov 23 13:11:56.944996 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6ab62b91-7298-4f12-a136-b69bc7b1f407 req-b09004b2-0bd0-40ad-9f9d-57e92547e130 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770719 Nov 23 13:11:56.965505 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:57.121312 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Allocated IP 172.20.0.12 (3b500559-6d86-44ef-9128-6580ad4c3c7d/bec4a8a3-bfd6-4232-977d-a7daf3474e64/b415f0e7-8908-4cf0-84ab-e63f8d5b29ff) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:11:57.333454 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:57.428840 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:57.435828 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:57.517441 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Network 3b500559-6d86-44ef-9128-6580ad4c3c7d is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:11:57.522310 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:11:57.526431 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:11:57.648448 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Pushing event updated for resources: {'Port': ['ID=b415f0e7-8908-4cf0-84ab-e63f8d5b29ff,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:57.657284 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:57.689389 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:57.690282 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:57.738293 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde6e76-a3c7-4e2a-867d-89a5239c4498 req-81293ea1-baca-4ca8-8d70-6095fd39be11 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:57.739764 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1fde6e76-a3c7-4e2a-867d-89a5239c4498 req-81293ea1-baca-4ca8-8d70-6095fd39be11 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 932 time: 0.1308146 Nov 23 13:11:57.799362 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2309341 Nov 23 13:11:57.809480 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-50d86a45-e6c2-4eec-b74d-d0d027dbf98e req-d2569aa5-d230-4a03-8c02-14297a026ba5 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 210 time: 0.0503020 Nov 23 13:11:57.829150 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-1fde6e76-a3c7-4e2a-867d-89a5239c4498 req-1b0c39cd-1f35-4123-8baf-bf0354c1cbf4 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Synchronizing usage tracker for tenant:b8fb6db5805f40d5a1839644168d4739 on resource:security_group {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:11:57.861146 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Request body: {'port': {'device_id': '1ff5f025-a96a-4010-a1f6-769638f20b67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:57.949494 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-1fde6e76-a3c7-4e2a-867d-89a5239c4498 req-1b0c39cd-1f35-4123-8baf-bf0354c1cbf4 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Unset dirty status for tenant:b8fb6db5805f40d5a1839644168d4739 on resource:security_group {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:11:57.950633 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1fde6e76-a3c7-4e2a-867d-89a5239c4498 req-1b0c39cd-1f35-4123-8baf-bf0354c1cbf4 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052190 Nov 23 13:11:58.009416 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:58.033234 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9218c-52b0-47af-8191-9e286a3d7251 req-0527b71e-08eb-4ca0-8189-7fd3890eb0cf tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:58.036780 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c9d9218c-52b0-47af-8191-9e286a3d7251 req-0527b71e-08eb-4ca0-8189-7fd3890eb0cf tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 945 time: 0.1218338 Nov 23 13:11:58.086460 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c9d9218c-52b0-47af-8191-9e286a3d7251 req-119da284-b8a6-4517-8088-8323f0b08a53 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441477 Nov 23 13:11:58.365123 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19037223-d4bf-4d1a-8b7d-dca0cef2346c req-ed61dea4-38b7-48f5-b578-49eed83259ad tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:58.366594 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-19037223-d4bf-4d1a-8b7d-dca0cef2346c req-ed61dea4-38b7-48f5-b578-49eed83259ad tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.0883570 Nov 23 13:11:58.414882 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-19037223-d4bf-4d1a-8b7d-dca0cef2346c req-7e7cabd2-4b48-4e1a-a1e4-1e3f6e882f0a tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416985 Nov 23 13:11:58.520262 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b415f0e7-8908-4cf0-84ab-e63f8d5b29ff {{(pid=87465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:11:58.527443 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:58.541933 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Transition to ACTIVE for port object b415f0e7-8908-4cf0-84ab-e63f8d5b29ff will not be triggered until provisioned by entity L2. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:11:58.586145 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:58.593190 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-77f7bbf9-1371-4cdb-81a5-2a70fb1a089c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:58.780278 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Pushing event updated for resources: {'Port': ['ID=b415f0e7-8908-4cf0-84ab-e63f8d5b29ff,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:58.785644 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:58.823435 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Attempting to bind port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:11:58.823767 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Attempting to bind port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '4d238b19-b367-4c36-a5f6-186e5577cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '3b500559-6d86-44ef-9128-6580ad4c3c7d'}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:11:58.824088 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Attempting to bind port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff on network 3b500559-6d86-44ef-9128-6580ad4c3c7d {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:58.829245 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff on network 3b500559-6d86-44ef-9128-6580ad4c3c7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:11:58.829576 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Attempting to bind port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff on network 3b500559-6d86-44ef-9128-6580ad4c3c7d {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:11:58.834820 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:11:58.836574 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Checking segment: {'id': '4d238b19-b367-4c36-a5f6-186e5577cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '3b500559-6d86-44ef-9128-6580ad4c3c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:11:58.836574 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Bound using segment: {'id': '4d238b19-b367-4c36-a5f6-186e5577cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '3b500559-6d86-44ef-9128-6580ad4c3c7d'} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:11:58.836574 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Bound port: b415f0e7-8908-4cf0-84ab-e63f8d5b29ff, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d238b19-b367-4c36-a5f6-186e5577cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '3b500559-6d86-44ef-9128-6580ad4c3c7d'}}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:11:58.836574 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:58.939953 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] For port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff, host hv-cinder-81888, cleared binding levels {{(pid=87465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:11:58.943072 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] For port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b415f0e7-8908-4cf0-84ab-e63f8d5b29ff,segment=NetworkSegment(4d238b19-b367-4c36-a5f6-186e5577cf66),segment_id=4d238b19-b367-4c36-a5f6-186e5577cf66)] {{(pid=87465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:11:58.993423 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2d7bb112-f64f-4baf-8bf1-774a3d39c13e req-0e0bcc13-4740-4530-ac9d-13883bb6bf43 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 210 time: 0.0706112 Nov 23 13:11:59.005025 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:59.012695 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:11:59.075028 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:59.075871 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:59.077240 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-240202bd-da59-4fba-8f27-456520a97282 service neutron] 10.222.0.88 "PUT /v2.0/ports/b415f0e7-8908-4cf0-84ab-e63f8d5b29ff HTTP/1.1" status: 200 len: 1094 time: 1.2210083 Nov 23 13:11:59.077613 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff5f025-a96a-4010-a1f6-769638f20b67', 'tag': 'b415f0e7-8908-4cf0-84ab-e63f8d5b29ff'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:11:59.120621 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Pushing event updated for resources: {'Port': ['ID=b415f0e7-8908-4cf0-84ab-e63f8d5b29ff,revision_number=3']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:11:59.131650 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:11:59.147335 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff5f025-a96a-4010-a1f6-769638f20b67', 'tag': 'b415f0e7-8908-4cf0-84ab-e63f8d5b29ff', 'status': 'completed', 'code': 200} Nov 23 13:11:59.270638 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0053a95-01a2-40cf-b596-5a8821ffb665 req-8bc277a5-a526-48e4-a41c-cd3eb04ee2dc tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:59.272962 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a0053a95-01a2-40cf-b596-5a8821ffb665 req-8bc277a5-a526-48e4-a41c-cd3eb04ee2dc tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 944 time: 0.1877325 Nov 23 13:11:59.322209 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fb21-9402-4adc-872f-443c81e52f05 req-3b83f027-d6b4-45f6-bb45-854b5bfd7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:59.323707 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-db76fb21-9402-4adc-872f-443c81e52f05 req-3b83f027-d6b4-45f6-bb45-854b5bfd7860 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b8fb6db5805f40d5a1839644168d4739&device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 1097 time: 0.0876327 Nov 23 13:11:59.406150 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a0053a95-01a2-40cf-b596-5a8821ffb665 req-55c9eb19-b650-4748-9e51-49be0f1f1297 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267872 Nov 23 13:11:59.525331 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-4b89ec33-07f7-44e3-b792-431d50dcddd3 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:59.526763 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-4b89ec33-07f7-44e3-b792-431d50dcddd3 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.88 "GET /v2.0/networks?id=a715836b-6172-47f1-bddf-27ceaa307b60 HTTP/1.1" status: 200 len: 808 time: 0.2330348 Nov 23 13:11:59.547620 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6705b24-94e4-4516-aede-19a05ed15727 req-5cc7637e-6a35-46fc-9fd6-c9450c51548c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:59.550182 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e6705b24-94e4-4516-aede-19a05ed15727 req-5cc7637e-6a35-46fc-9fd6-c9450c51548c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 945 time: 0.1241527 Nov 23 13:11:59.556048 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fb21-9402-4adc-872f-443c81e52f05 req-ab511c20-3b4c-4b33-8d71-50e722f4f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:59.557449 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-db76fb21-9402-4adc-872f-443c81e52f05 req-ab511c20-3b4c-4b33-8d71-50e722f4f8f6 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=b8fb6db5805f40d5a1839644168d4739&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1926649 Nov 23 13:11:59.598864 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Request body: {'port': {'device_id': '0a724e75-efe4-433d-bb75-3e0318088c10', 'network_id': 'a715836b-6172-47f1-bddf-27ceaa307b60', 'admin_state_up': True, 'tenant_id': '16a490f9163e4cdd9127a81f7a495df6'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:11:59.670649 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e6705b24-94e4-4516-aede-19a05ed15727 req-0869af21-94d0-4572-a54f-007e563f49d1 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143527 Nov 23 13:11:59.749188 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fb21-9402-4adc-872f-443c81e52f05 req-c3cd1985-4aba-43ae-9a28-e79e4a3b6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:59.750605 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-db76fb21-9402-4adc-872f-443c81e52f05 req-c3cd1985-4aba-43ae-9a28-e79e4a3b6aa9 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1578677 Nov 23 13:11:59.773708 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:11:59.777903 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Usage tracker for resource:port and tenant:16a490f9163e4cdd9127a81f7a495df6 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:11:59.780856 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:11:59.787604 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:11:59.873860 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed5e74-5e50-4191-bc8a-70fcb0dc40da req-f1f0ec9b-6d79-41af-83ff-b30f24556e45 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:59.875347 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-86ed5e74-5e50-4191-bc8a-70fcb0dc40da req-f1f0ec9b-6d79-41af-83ff-b30f24556e45 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.0855863 Nov 23 13:11:59.897534 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Made reservation on behalf of 16a490f9163e4cdd9127a81f7a495df6 for: {'port': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:11:59.900980 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:59.924956 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-d39a2166-b6b9-4d1b-aa03-9e3e5ce45e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:59.926422 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-d39a2166-b6b9-4d1b-aa03-9e3e5ce45e55 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b8fb6db5805f40d5a1839644168d4739&device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 1097 time: 0.0866489 Nov 23 13:11:59.987233 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-86ed5e74-5e50-4191-bc8a-70fcb0dc40da req-213e1eb3-e63d-4497-9095-cbcc0cd4511d tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056337 Nov 23 13:12:00.023344 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-487289a1-06a2-407a-b173-73ace167f577 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b415f0e7-8908-4cf0-84ab-e63f8d5b29ff HTTP/1.1" status: 200 len: 217 time: 0.0694146 Nov 23 13:12:00.119659 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-5f97cdcd-3d9e-4d39-b64e-07048546b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:00.120091 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Allocated IP 172.20.0.3 (a715836b-6172-47f1-bddf-27ceaa307b60/6a4b972e-b960-4066-8b84-e35132aa820f/dfb3f7da-efed-4d9f-b969-56efa7528bb3) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:12:00.121160 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-5f97cdcd-3d9e-4d39-b64e-07048546b3b8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bec4a8a3-bfd6-4232-977d-a7daf3474e64 HTTP/1.1" status: 200 len: 849 time: 0.0847003 Nov 23 13:12:00.199892 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-f2c6fb59-3ba5-4eef-a53f-2822499ed716 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3b500559-6d86-44ef-9128-6580ad4c3c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535648 Nov 23 13:12:00.364153 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a8e53b86-0340-46f6-9784-bc031750c331 req-00e73953-7ddd-4f55-b6ef-f608be337761 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 210 time: 0.0931578 Nov 23 13:12:00.406195 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-d5179dfe-edb6-4009-9e8b-b22b9e3cbb1a service neutron] 10.222.0.88 "GET /v2.0/networks/3b500559-6d86-44ef-9128-6580ad4c3c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551290 Nov 23 13:12:00.459277 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:00.586717 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e063611a-1001-4f1b-8aa2-7a8406880e73 req-19f7f4d3-4fda-4dd5-9729-20be4397ab94 service neutron] 10.222.0.88 "GET /v2.0/networks/3b500559-6d86-44ef-9128-6580ad4c3c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695123 Nov 23 13:12:00.598531 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:00.604442 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:00.667478 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Network a715836b-6172-47f1-bddf-27ceaa307b60 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:12:00.670699 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:12:00.675803 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:12:00.681145 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:00.681802 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:00.698735 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Pushing event updated for resources: {'Port': ['ID=dfb3f7da-efed-4d9f-b969-56efa7528bb3,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:00.702214 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:00.765014 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1738324 Nov 23 13:12:00.828227 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Request body: {'port': {'device_id': '0a724e75-efe4-433d-bb75-3e0318088c10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:12:00.971040 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451025c-785e-444d-9b3b-39183ebdc51d req-f869d007-2a3f-4e04-aa8b-264ac4bb39a4 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:00.972490 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4451025c-785e-444d-9b3b-39183ebdc51d req-f869d007-2a3f-4e04-aa8b-264ac4bb39a4 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 944 time: 0.1892421 Nov 23 13:12:00.975269 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:01.079548 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4451025c-785e-444d-9b3b-39183ebdc51d req-d8aa0221-3ba3-48a5-b9fd-3df63c1b8af6 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924404 Nov 23 13:12:01.404344 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb3f7da-efed-4d9f-b969-56efa7528bb3 {{(pid=87466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:12:01.412407 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:01.426724 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.provisioning_blocks [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Transition to ACTIVE for port object dfb3f7da-efed-4d9f-b969-56efa7528bb3 will not be triggered until provisioned by entity L2. {{(pid=87466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:12:01.596742 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:01.605025 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:01.773180 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Pushing event updated for resources: {'Port': ['ID=dfb3f7da-efed-4d9f-b969-56efa7528bb3,revision_number=2']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:01.805201 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:01.836756 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9f6b7-5fc6-4d63-88b2-0063642559cb req-e481c517-a7a7-4b28-9d21-d734f291a73e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:01.838188 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c2b9f6b7-5fc6-4d63-88b2-0063642559cb req-e481c517-a7a7-4b28-9d21-d734f291a73e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.3796484 Nov 23 13:12:01.866798 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Attempting to bind port dfb3f7da-efed-4d9f-b969-56efa7528bb3 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:12:01.867136 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Attempting to bind port dfb3f7da-efed-4d9f-b969-56efa7528bb3 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'db1b148b-778f-461a-8020-91a9d040b707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'a715836b-6172-47f1-bddf-27ceaa307b60'}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:12:01.867461 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Attempting to bind port dfb3f7da-efed-4d9f-b969-56efa7528bb3 on network a715836b-6172-47f1-bddf-27ceaa307b60 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:12:01.880348 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Port dfb3f7da-efed-4d9f-b969-56efa7528bb3 on network a715836b-6172-47f1-bddf-27ceaa307b60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:12:01.880670 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Attempting to bind port dfb3f7da-efed-4d9f-b969-56efa7528bb3 on network a715836b-6172-47f1-bddf-27ceaa307b60 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:12:01.900323 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:12:01.900654 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Checking segment: {'id': 'db1b148b-778f-461a-8020-91a9d040b707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'a715836b-6172-47f1-bddf-27ceaa307b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:12:01.901033 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Bound using segment: {'id': 'db1b148b-778f-461a-8020-91a9d040b707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'a715836b-6172-47f1-bddf-27ceaa307b60'} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:12:01.901450 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Bound port: dfb3f7da-efed-4d9f-b969-56efa7528bb3, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db1b148b-778f-461a-8020-91a9d040b707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'a715836b-6172-47f1-bddf-27ceaa307b60'}}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:12:01.901789 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:01.926042 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c2b9f6b7-5fc6-4d63-88b2-0063642559cb req-2c16ed55-e58a-41f7-a068-e1d0a1f40e74 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795679 Nov 23 13:12:01.966922 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c52e-009a-498b-a55e-80f56dd42a9d req-75bdd2cb-e6eb-4643-88c8-b606ea3a9147 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:01.967609 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-0371c52e-009a-498b-a55e-80f56dd42a9d req-75bdd2cb-e6eb-4643-88c8-b606ea3a9147 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Synchronizing usage tracker for tenant:16a490f9163e4cdd9127a81f7a495df6 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:12:02.023458 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] For port dfb3f7da-efed-4d9f-b969-56efa7528bb3, host hv-cinder-81888, cleared binding levels {{(pid=87466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:12:02.026518 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] For port dfb3f7da-efed-4d9f-b969-56efa7528bb3, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dfb3f7da-efed-4d9f-b969-56efa7528bb3,segment=NetworkSegment(db1b148b-778f-461a-8020-91a9d040b707),segment_id=db1b148b-778f-461a-8020-91a9d040b707)] {{(pid=87466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:12:02.071569 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-0371c52e-009a-498b-a55e-80f56dd42a9d req-75bdd2cb-e6eb-4643-88c8-b606ea3a9147 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Unset dirty status for tenant:16a490f9163e4cdd9127a81f7a495df6 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:12:02.072741 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0371c52e-009a-498b-a55e-80f56dd42a9d req-75bdd2cb-e6eb-4643-88c8-b606ea3a9147 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 943 time: 0.3450165 Nov 23 13:12:02.102333 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:02.119079 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:02.186905 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0371c52e-009a-498b-a55e-80f56dd42a9d req-78032300-644c-4f67-b98b-8cf0ddd10fd1 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082418 Nov 23 13:12:02.203875 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:02.203875 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:02.203875 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] 10.222.0.88 "PUT /v2.0/ports/dfb3f7da-efed-4d9f-b969-56efa7528bb3 HTTP/1.1" status: 200 len: 1093 time: 1.4126375 Nov 23 13:12:02.240666 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a724e75-efe4-433d-bb75-3e0318088c10', 'tag': 'dfb3f7da-efed-4d9f-b969-56efa7528bb3'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:02.270078 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Pushing event updated for resources: {'Port': ['ID=dfb3f7da-efed-4d9f-b969-56efa7528bb3,revision_number=3']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:02.278272 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:02.309563 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efa36e-a7be-4e68-861f-0b81052137a5 req-f40f09d9-1080-4677-b9c1-5882228a7213 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:02.311409 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-67efa36e-a7be-4e68-861f-0b81052137a5 req-f40f09d9-1080-4677-b9c1-5882228a7213 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 944 time: 0.1207044 Nov 23 13:12:02.343792 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a724e75-efe4-433d-bb75-3e0318088c10', 'tag': 'dfb3f7da-efed-4d9f-b969-56efa7528bb3', 'status': 'completed', 'code': 200} Nov 23 13:12:02.422302 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-67efa36e-a7be-4e68-861f-0b81052137a5 req-c442bcbe-996f-4c49-8599-411e20d13504 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048746 Nov 23 13:12:02.452344 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-fa0bad95-a210-4f83-941f-5f7abd08a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:02.455542 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-fa0bad95-a210-4f83-941f-5f7abd08a934 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=16a490f9163e4cdd9127a81f7a495df6&device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 1096 time: 0.1079822 Nov 23 13:12:02.584259 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-197b2df1-57d2-4096-b069-35e2dbcecf10 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfb3f7da-efed-4d9f-b969-56efa7528bb3 HTTP/1.1" status: 200 len: 217 time: 0.1063383 Nov 23 13:12:02.666281 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-778462e0-1200-4063-9f4b-057f3798b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:02.668754 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-778462e0-1200-4063-9f4b-057f3798b414 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a4b972e-b960-4066-8b84-e35132aa820f HTTP/1.1" status: 200 len: 848 time: 0.0679314 Nov 23 13:12:02.747000 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-bcb5ce4c-34e4-4b1e-a071-3bc6e0c452e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a715836b-6172-47f1-bddf-27ceaa307b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521178 Nov 23 13:12:02.892761 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-4f230a92-c29b-42fb-9a36-5ee30fb73233 service neutron] 10.222.0.88 "GET /v2.0/networks/a715836b-6172-47f1-bddf-27ceaa307b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301985 Nov 23 13:12:02.952997 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 57282) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:03.049432 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7857469-c021-48e0-a497-6d82a78dc6a2 req-afbbbb19-bcab-44b6-91cd-9aa9dbd4051e service neutron] 10.222.0.88 "GET /v2.0/networks/a715836b-6172-47f1-bddf-27ceaa307b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494973 Nov 23 13:12:03.142832 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf94a4c-eeaa-420a-897b-e1e1c3e1ea57 req-1e6d36db-8110-43e2-a0db-b7c5d3505752 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:03.143289 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d0c28567-585f-49c2-ae0a-add64db78057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:03.144603 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4cf94a4c-eeaa-420a-897b-e1e1c3e1ea57 req-1e6d36db-8110-43e2-a0db-b7c5d3505752 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.0984299 Nov 23 13:12:03.162367 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-d0c28567-585f-49c2-ae0a-add64db78057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:12:03.166301 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-d0c28567-585f-49c2-ae0a-add64db78057 admin admin] Usage tracker for resource:security_group_rule and tenant:449e3dc3c70245cab5837b1028b9cca8 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:12:03.169134 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-d0c28567-585f-49c2-ae0a-add64db78057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:12:03.176199 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-d0c28567-585f-49c2-ae0a-add64db78057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:12:03.191304 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4cf94a4c-eeaa-420a-897b-e1e1c3e1ea57 req-d5e83021-03b1-4873-8fd2-e2b352247059 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404000 Nov 23 13:12:03.334340 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d0c28567-585f-49c2-ae0a-add64db78057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:03.400286 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8399675-dde0-492c-96bf-1e3f5a10756d req-6fec5d12-f16c-4c03-ac6e-9972b3f7b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:03.401624 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e8399675-dde0-492c-96bf-1e3f5a10756d req-6fec5d12-f16c-4c03-ac6e-9972b3f7b710 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=16a490f9163e4cdd9127a81f7a495df6&device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 1096 time: 0.1368284 Nov 23 13:12:03.409019 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d0c28567-585f-49c2-ae0a-add64db78057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:03.412934 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc127a5-f8d6-4d60-aaeb-2c8b1acfa2af req-2a0df135-607e-498b-b8be-3ed4ad7edae6 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:03.414291 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dcc127a5-f8d6-4d60-aaeb-2c8b1acfa2af req-2a0df135-607e-498b-b8be-3ed4ad7edae6 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 943 time: 0.1044879 Nov 23 13:12:03.416590 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d7c6dee8-852c-46d9-95dd-9e2117ff6af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:03.458786 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c28567-585f-49c2-ae0a-add64db78057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083d0a77-342d-4f87-b114-11b4b7cc1ce6,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:03.465216 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-d0c28567-585f-49c2-ae0a-add64db78057 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=449e3dc3c70245cab5837b1028b9cca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5089531 Nov 23 13:12:03.465216 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d0c28567-585f-49c2-ae0a-add64db78057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:03.468539 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 57296) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:03.527335 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device b415f0e7-8908-4cf0-84ab-e63f8d5b29ff details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:12:03.528986 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c0a1640d-f982-45d8-a8f9-3bc41466eb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:03.559398 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c0a1640d-f982-45d8-a8f9-3bc41466eb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:03.671309 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b415f0e7-8908-4cf0-84ab-e63f8d5b29ff,segment=NetworkSegment(4d238b19-b367-4c36-a5f6-186e5577cf66),segment_id=4d238b19-b367-4c36-a5f6-186e5577cf66)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:03.685117 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': 'b415f0e7-8908-4cf0-84ab-e63f8d5b29ff', 'network_id': '3b500559-6d86-44ef-9128-6580ad4c3c7d', 'port_id': 'b415f0e7-8908-4cf0-84ab-e63f8d5b29ff', 'mac_address': 'fa:16:3e:22:f9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec4a8a3-bfd6-4232-977d-a7daf3474e64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:12:03.689003 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c0a1640d-f982-45d8-a8f9-3bc41466eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:03.692778 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-48f345e4-d1ea-40f8-9bb5-53184d1bba40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:03.706517 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dcc127a5-f8d6-4d60-aaeb-2c8b1acfa2af req-b31024df-32a3-4a6d-8335-1787d9eaaf5e tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714450 Nov 23 13:12:03.707464 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1640d-f982-45d8-a8f9-3bc41466eb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083d0a77-342d-4f87-b114-11b4b7cc1ce6,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:03.710547 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c0a1640d-f982-45d8-a8f9-3bc41466eb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:03.712555 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c0a1640d-f982-45d8-a8f9-3bc41466eb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:03.716186 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-c0a1640d-f982-45d8-a8f9-3bc41466eb74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/083d0a77-342d-4f87-b114-11b4b7cc1ce6 HTTP/1.1" status: 204 len: 168 time: 0.2443447 Nov 23 13:12:03.756276 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:03.759918 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8399675-dde0-492c-96bf-1e3f5a10756d req-8ff6d7cb-1c64-45b7-bfba-bf8c46bb46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:03.761761 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e8399675-dde0-492c-96bf-1e3f5a10756d req-8ff6d7cb-1c64-45b7-bfba-bf8c46bb46bb service neutron] 10.222.0.88 "GET /v2.0/networks?id=a715836b-6172-47f1-bddf-27ceaa307b60 HTTP/1.1" status: 200 len: 910 time: 0.3463941 Nov 23 13:12:03.786839 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b415f0e7-8908-4cf0-84ab-e63f8d5b29ff {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:12:03.803638 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b415f0e7-8908-4cf0-84ab-e63f8d5b29ff,segment=NetworkSegment(4d238b19-b367-4c36-a5f6-186e5577cf66),segment_id=4d238b19-b367-4c36-a5f6-186e5577cf66)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:03.839954 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e8399675-dde0-492c-96bf-1e3f5a10756d req-196c2b6a-0176-4b68-bfa3-32138d59889d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dfb3f7da-efed-4d9f-b969-56efa7528bb3 HTTP/1.1" status: 200 len: 217 time: 0.0682211 Nov 23 13:12:03.852319 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc576f92-a997-4e62-83e9-663f6c61d99f req-6ac67821-4630-4670-8460-2c5dce37a23b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:03.853693 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fc576f92-a997-4e62-83e9-663f6c61d99f req-6ac67821-4630-4670-8460-2c5dce37a23b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 944 time: 0.2941923 Nov 23 13:12:03.871988 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:03.874096 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-c3ae4c35-07f2-44f4-99d1-c683faefc371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:03.941073 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=b415f0e7-8908-4cf0-84ab-e63f8d5b29ff,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:03.944827 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:03.948110 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fc576f92-a997-4e62-83e9-663f6c61d99f req-99d1b9b5-eef2-4b00-8175-17676cf8373f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887699 Nov 23 13:12:03.954441 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8399675-dde0-492c-96bf-1e3f5a10756d req-88dacd03-4077-4689-9d1a-219831867c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:03.956265 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e8399675-dde0-492c-96bf-1e3f5a10756d req-88dacd03-4077-4689-9d1a-219831867c75 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6a4b972e-b960-4066-8b84-e35132aa820f HTTP/1.1" status: 200 len: 848 time: 0.0798390 Nov 23 13:12:04.037076 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e8399675-dde0-492c-96bf-1e3f5a10756d req-7e0ae6e2-3aa5-4c47-acb1-810e9308eac5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a715836b-6172-47f1-bddf-27ceaa307b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635841 Nov 23 13:12:04.244060 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e8399675-dde0-492c-96bf-1e3f5a10756d req-ecbb592c-42a9-45a6-a42e-1c529f7ce1c4 service neutron] 10.222.0.88 "GET /v2.0/networks/a715836b-6172-47f1-bddf-27ceaa307b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612978 Nov 23 13:12:04.394855 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['b415f0e7-8908-4cf0-84ab-e63f8d5b29ff'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:12:04.520720 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e8399675-dde0-492c-96bf-1e3f5a10756d req-e476a385-156e-48d1-a347-cfc0484973a5 service neutron] 10.222.0.88 "GET /v2.0/networks/a715836b-6172-47f1-bddf-27ceaa307b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661798 Nov 23 13:12:04.653612 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9537e2-60cd-46cb-b59d-21f687629d15 req-2e10ac2e-2a67-4ca7-9edd-5180c2c8836a tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:04.654791 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bb9537e2-60cd-46cb-b59d-21f687629d15 req-2e10ac2e-2a67-4ca7-9edd-5180c2c8836a tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.3034265 Nov 23 13:12:04.691119 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-ebecb0d5-0655-4351-9f53-ca4f09952333 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:04.692540 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-ebecb0d5-0655-4351-9f53-ca4f09952333 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/networks?id=4fcd731b-3484-4a4a-9d91-9350116c2af7 HTTP/1.1" status: 200 len: 815 time: 0.2671723 Nov 23 13:12:04.726232 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-2af92253-9b61-49f0-97fa-36c14aff4392 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/quotas/03fc88be0a9f43bebedaede3ecd2f613 HTTP/1.1" status: 200 len: 375 time: 0.0172992 Nov 23 13:12:04.726877 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bb9537e2-60cd-46cb-b59d-21f687629d15 req-65d80cce-3515-4950-bebe-3b00f6203e42 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574148 Nov 23 13:12:04.822039 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-98103c80-3558-45e5-8c02-738df2332984 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923359 Nov 23 13:12:05.026265 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-f24bb874-3508-4e31-9907-e6a026cfc9b6 service neutron] 10.222.0.48 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860514 Nov 23 13:12:05.028844 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd382f-0a48-4d4b-81d1-4c2646162293 req-68ac0787-f27e-4723-babf-ee56c1248aa2 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:05.030267 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-66bd382f-0a48-4d4b-81d1-4c2646162293 req-68ac0787-f27e-4723-babf-ee56c1248aa2 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 943 time: 0.1795988 Nov 23 13:12:05.163380 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-66bd382f-0a48-4d4b-81d1-4c2646162293 req-e3df494b-5930-4ecc-bcf1-37672514bf28 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113961 Nov 23 13:12:05.200603 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-9773c550-eb44-404b-8cf5-5424a6a1b26e service neutron] 10.222.0.48 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691711 Nov 23 13:12:05.558706 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b012b-e00a-4155-b0c5-e4a738480848 req-e6f4cf2e-4c0f-49b5-ad2e-209dc2a40052 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:05.563852 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-878b012b-e00a-4155-b0c5-e4a738480848 req-e6f4cf2e-4c0f-49b5-ad2e-209dc2a40052 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 945 time: 0.1215332 Nov 23 13:12:05.631351 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-878b012b-e00a-4155-b0c5-e4a738480848 req-6c91517f-82ff-4ede-98ac-9eb3eccc35f1 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651598 Nov 23 13:12:05.678984 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e52cad0a-f14e-4467-9fc9-c7c40ef013bf req-cb82c947-5f7d-482a-8774-d8492ab7f5b7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 210 time: 0.0437608 Nov 23 13:12:05.954644 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b06f67-bafa-4413-b929-3dda12149f49 req-3eb85fae-ea24-43d8-97aa-3677afd6fd33 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:05.959902 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-41b06f67-bafa-4413-b929-3dda12149f49 req-3eb85fae-ea24-43d8-97aa-3677afd6fd33 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.1094158 Nov 23 13:12:06.011449 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-41b06f67-bafa-4413-b929-3dda12149f49 req-991a891d-d2c2-4c99-b7ad-961158e43b29 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463212 Nov 23 13:12:06.369003 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46258e6-bbc5-48e7-bac8-b0a56bfaff98 req-ce24ab16-820b-4ab6-b659-bdf0afc7e90f tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:06.377422 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e46258e6-bbc5-48e7-bac8-b0a56bfaff98 req-ce24ab16-820b-4ab6-b659-bdf0afc7e90f tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 943 time: 0.0886097 Nov 23 13:12:06.419310 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e46258e6-bbc5-48e7-bac8-b0a56bfaff98 req-c88886c1-fcd7-41d2-a220-b555fe4318cf tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Nov 23 13:12:06.715703 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 57454) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:06.870301 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b90d733b-96ff-4e25-be03-206aee2073ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:06.901537 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b90d733b-96ff-4e25-be03-206aee2073ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:12:06.905979 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b90d733b-96ff-4e25-be03-206aee2073ff admin admin] Usage tracker for resource:security_group_rule and tenant:006967bf8abe4534af8e9845190fcf77 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:12:06.909802 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b90d733b-96ff-4e25-be03-206aee2073ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:12:06.919672 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b90d733b-96ff-4e25-be03-206aee2073ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:12:06.975358 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c26d94ed-1566-4f5f-9b5d-76f123f5ec26 req-bf03a4ce-57a0-4bc0-ad85-cf07cc656566 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 210 time: 0.0448122 Nov 23 13:12:06.989558 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633127b-b2e9-4cca-b67e-9ba62375fe38 req-1665b119-fa81-41b3-abe0-dceaf09ca0a9 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:06.991485 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2633127b-b2e9-4cca-b67e-9ba62375fe38 req-1665b119-fa81-41b3-abe0-dceaf09ca0a9 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 945 time: 0.2427752 Nov 23 13:12:07.032346 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b90d733b-96ff-4e25-be03-206aee2073ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:07.054832 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2633127b-b2e9-4cca-b67e-9ba62375fe38 req-e8f602ab-1d27-4382-9982-d204a56bf556 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570152 Nov 23 13:12:07.106346 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b90d733b-96ff-4e25-be03-206aee2073ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:07.117644 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-21be47b8-cbfd-4cf9-86d3-693234fd6999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:07.160521 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-b90d733b-96ff-4e25-be03-206aee2073ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=006967bf8abe4534af8e9845190fcf77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426568 Nov 23 13:12:07.162991 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 57472) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:07.167059 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d733b-96ff-4e25-be03-206aee2073ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e208e52-4159-40b2-86d6-c9920c5f22f5,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:07.184476 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b90d733b-96ff-4e25-be03-206aee2073ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:07.218072 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa720b2-ba82-484d-8ace-4967926706dc req-5739119d-a4b7-44aa-98ea-9da0d7db8a19 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:07.225171 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-efa720b2-ba82-484d-8ace-4967926706dc req-5739119d-a4b7-44aa-98ea-9da0d7db8a19 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.1003430 Nov 23 13:12:07.245816 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d63151c8-1343-42d2-bdfb-c148c27dc970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:07.266020 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-efa720b2-ba82-484d-8ace-4967926706dc req-e001ada3-a987-454c-9207-d63157ee6c0a tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394683 Nov 23 13:12:07.280104 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d63151c8-1343-42d2-bdfb-c148c27dc970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:07.414784 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d63151c8-1343-42d2-bdfb-c148c27dc970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:07.418445 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9a8d70f7-e3f7-4b0c-b2a0-b1d5bbf09eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:07.429851 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63151c8-1343-42d2-bdfb-c148c27dc970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e208e52-4159-40b2-86d6-c9920c5f22f5,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:07.434360 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d63151c8-1343-42d2-bdfb-c148c27dc970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:07.436180 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d63151c8-1343-42d2-bdfb-c148c27dc970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:07.440712 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-d63151c8-1343-42d2-bdfb-c148c27dc970 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e208e52-4159-40b2-86d6-c9920c5f22f5 HTTP/1.1" status: 204 len: 168 time: 0.2768109 Nov 23 13:12:07.551692 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device dfb3f7da-efed-4d9f-b969-56efa7528bb3 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:12:07.564541 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device b415f0e7-8908-4cf0-84ab-e63f8d5b29ff up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:12:07.617838 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52014ac-3110-4a5d-8d0a-ad3e745f78fd req-603473fd-4299-4848-ad3d-43cfe13a6276 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:07.619358 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b52014ac-3110-4a5d-8d0a-ad3e745f78fd req-603473fd-4299-4848-ad3d-43cfe13a6276 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 943 time: 0.0897360 Nov 23 13:12:07.674165 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b52014ac-3110-4a5d-8d0a-ad3e745f78fd req-e8c13e9e-0df7-426b-9b76-8de31a0d895c tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472488 Nov 23 13:12:07.780567 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port dfb3f7da-efed-4d9f-b969-56efa7528bb3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dfb3f7da-efed-4d9f-b969-56efa7528bb3,segment=NetworkSegment(db1b148b-778f-461a-8020-91a9d040b707),segment_id=db1b148b-778f-461a-8020-91a9d040b707)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:07.797641 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': 'dfb3f7da-efed-4d9f-b969-56efa7528bb3', 'network_id': 'a715836b-6172-47f1-bddf-27ceaa307b60', 'port_id': 'dfb3f7da-efed-4d9f-b969-56efa7528bb3', 'mac_address': 'fa:16:3e:52:0c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4b972e-b960-4066-8b84-e35132aa820f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:12:07.837612 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:12:07.849551 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:12:07.849988 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:07.908906 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:07.930601 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb3f7da-efed-4d9f-b969-56efa7528bb3 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:12:07.952868 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port dfb3f7da-efed-4d9f-b969-56efa7528bb3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dfb3f7da-efed-4d9f-b969-56efa7528bb3,segment=NetworkSegment(db1b148b-778f-461a-8020-91a9d040b707),segment_id=db1b148b-778f-461a-8020-91a9d040b707)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:08.009517 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:08.038371 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff5f025-a96a-4010-a1f6-769638f20b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b415f0e7-8908-4cf0-84ab-e63f8d5b29ff'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:08.049236 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b415f0e7-8908-4cf0-84ab-e63f8d5b29ff,segment=NetworkSegment(4d238b19-b367-4c36-a5f6-186e5577cf66),segment_id=4d238b19-b367-4c36-a5f6-186e5577cf66)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:08.056981 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:08.058787 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-85dffe21-9a5a-454a-8c8d-1a7af74dee8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:08.122828 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50f1a2-0b06-41ac-a3fc-7faef19725d9 req-06303bb6-ceb6-4d7b-8caa-8ceeeedcc88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:08.124454 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-6e50f1a2-0b06-41ac-a3fc-7faef19725d9 req-06303bb6-ceb6-4d7b-8caa-8ceeeedcc88b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 1099 time: 0.1415083 Nov 23 13:12:08.154271 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:08.161697 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff5f025-a96a-4010-a1f6-769638f20b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b415f0e7-8908-4cf0-84ab-e63f8d5b29ff', 'code': 200} Nov 23 13:12:08.176338 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-6e50f1a2-0b06-41ac-a3fc-7faef19725d9 req-232dca0f-b751-4fcf-9f1f-6668195d0911 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Nov 23 13:12:08.176614 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=dfb3f7da-efed-4d9f-b969-56efa7528bb3,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:08.179794 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:08.180274 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:08.202298 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c22714c1-b755-49f0-8183-a0cf0374a867 req-8e01ce88-0b99-4572-bdb5-1c21f3951c80 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 210 time: 0.0797751 Nov 23 13:12:08.254463 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-37050bd7-91e9-41d8-99fa-af32d6057338 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:08.254861 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=b415f0e7-8908-4cf0-84ab-e63f8d5b29ff,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:08.256436 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-37050bd7-91e9-41d8-99fa-af32d6057338 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "GET /v2.0/networks?id=4fcd731b-3484-4a4a-9d91-9350116c2af7 HTTP/1.1" status: 200 len: 815 time: 0.3080585 Nov 23 13:12:08.258288 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:08.278704 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 57496) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:08.300340 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-dc17f159-0e62-47e2-b25f-c3b956522d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:08.317780 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-dc17f159-0e62-47e2-b25f-c3b956522d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:12:08.322831 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-dc17f159-0e62-47e2-b25f-c3b956522d71 admin admin] Usage tracker for resource:security_group_rule and tenant:2716fa5c3ded40a488902230c65ec5a1 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:12:08.330066 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-dc17f159-0e62-47e2-b25f-c3b956522d71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:12:08.332998 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-dc17f159-0e62-47e2-b25f-c3b956522d71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:12:08.533233 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-dc17f159-0e62-47e2-b25f-c3b956522d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:08.569797 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aee9a3-47f1-4100-ab5e-6ccc129feb06 req-5bac5072-8773-4796-99e6-64e24a9f9e79 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:08.571298 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c8aee9a3-47f1-4100-ab5e-6ccc129feb06 req-5bac5072-8773-4796-99e6-64e24a9f9e79 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.1869752 Nov 23 13:12:08.580249 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a050f8-17fd-448f-9fee-994a1dcda0e8 req-6d037f91-8d7d-4c5d-b194-95bca6aaeb42 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:08.581597 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-76a050f8-17fd-448f-9fee-994a1dcda0e8 req-6d037f91-8d7d-4c5d-b194-95bca6aaeb42 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 946 time: 0.1598074 Nov 23 13:12:08.584433 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-dc17f159-0e62-47e2-b25f-c3b956522d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:08.604618 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['dfb3f7da-efed-4d9f-b969-56efa7528bb3'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:12:08.606201 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9818118f-5b82-4194-b26e-7ca3e2859cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:08.646385 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Request body: {'port': {'device_id': 'c59f573a-fb25-490f-acb9-febaaf4ea00c', 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7', 'admin_state_up': True, 'tenant_id': '03fc88be0a9f43bebedaede3ecd2f613'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:12:08.788604 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-dc17f159-0e62-47e2-b25f-c3b956522d71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2716fa5c3ded40a488902230c65ec5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5059667 Nov 23 13:12:08.788860 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 57508) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:08.801674 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17f159-0e62-47e2-b25f-c3b956522d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e10760b-36fa-48a5-b10a-de16102e3b75,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:08.825285 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c8aee9a3-47f1-4100-ab5e-6ccc129feb06 req-783a73a8-f113-4d7d-af40-4359cd9f00f7 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370145 Nov 23 13:12:08.825285 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-dc17f159-0e62-47e2-b25f-c3b956522d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:08.838682 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-76a050f8-17fd-448f-9fee-994a1dcda0e8 req-7470398a-169b-4b01-901a-9966838ddcb9 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439742 Nov 23 13:12:08.894206 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-611df693-4bc5-4fd9-8bb9-180568c25aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:08.949577 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-611df693-4bc5-4fd9-8bb9-180568c25aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:09.006089 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:12:09.018214 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Usage tracker for resource:port and tenant:03fc88be0a9f43bebedaede3ecd2f613 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:12:09.023004 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:12:09.030528 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:12:09.060737 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7770d8-ad7d-4a3d-8df6-de53638e212f req-7f4027d5-dec2-448a-9bad-378782afe59f tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:09.062132 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fc7770d8-ad7d-4a3d-8df6-de53638e212f req-7f4027d5-dec2-448a-9bad-378782afe59f tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 944 time: 0.1178262 Nov 23 13:12:09.106031 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-611df693-4bc5-4fd9-8bb9-180568c25aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:09.111277 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:09.121758 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fc7770d8-ad7d-4a3d-8df6-de53638e212f req-2f8cf13a-5ce5-4dba-934a-01bff510a484 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517330 Nov 23 13:12:09.126458 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611df693-4bc5-4fd9-8bb9-180568c25aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e10760b-36fa-48a5-b10a-de16102e3b75,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:09.129565 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-611df693-4bc5-4fd9-8bb9-180568c25aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:09.132376 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-611df693-4bc5-4fd9-8bb9-180568c25aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:09.144861 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-611df693-4bc5-4fd9-8bb9-180568c25aa9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e10760b-36fa-48a5-b10a-de16102e3b75 HTTP/1.1" status: 204 len: 168 time: 0.3543849 Nov 23 13:12:09.158534 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Made reservation on behalf of 03fc88be0a9f43bebedaede3ecd2f613 for: {'port': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:12:09.162134 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:09.334414 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139c839-60f5-4cda-8699-6cb00cc27021 req-f99bed49-76c8-4ab2-b176-b7acdaba35d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:09.335990 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-4139c839-60f5-4cda-8699-6cb00cc27021 req-f99bed49-76c8-4ab2-b176-b7acdaba35d6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 1099 time: 0.0784912 Nov 23 13:12:09.340155 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Allocated IP 172.20.0.4 (4fcd731b-3484-4a4a-9d91-9350116c2af7/3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0/8f1b7626-55b7-4775-8a49-3eb74b44f307) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:12:09.406059 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-599fc504-495c-490e-b7a6-b28d38ead372 req-4faf897d-356f-4ba6-a17f-8c62b5a78510 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 210 time: 0.0635333 Nov 23 13:12:09.430117 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-4139c839-60f5-4cda-8699-6cb00cc27021 req-7e540017-64e3-4309-8163-19838c53a9f0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Nov 23 13:12:09.602524 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:09.678066 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:09.685639 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9d0e7cca-dda9-4457-8b3a-6820b1444a77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:09.752554 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Network 4fcd731b-3484-4a4a-9d91-9350116c2af7 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:12:09.756039 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:12:09.759947 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:12:09.765423 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:09.766676 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:09.789576 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Pushing event updated for resources: {'Port': ['ID=8f1b7626-55b7-4775-8a49-3eb74b44f307,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:09.794327 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:09.867307 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2259228 Nov 23 13:12:09.899714 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Request body: {'port': {'device_id': 'c59f573a-fb25-490f-acb9-febaaf4ea00c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:12:09.932003 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['a5d2fd3e-fac4-4285-a28e-4b886238d7f1', '434e1702-5b50-4b21-afc2-fb5307ce769b'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:12:10.244356 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:10.275093 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28462d1-9bbd-46c7-9aac-7cce42367c80 req-4b4218fb-2045-435e-b178-be4d125f9a5b tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:10.279213 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f28462d1-9bbd-46c7-9aac-7cce42367c80 req-4b4218fb-2045-435e-b178-be4d125f9a5b tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.3528516 Nov 23 13:12:10.356607 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f752a3-5335-4c21-ac0d-30f8133ae1e0 req-28c5ad12-a3f5-48e2-b54c-0fddc5752193 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:10.358066 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f9f752a3-5335-4c21-ac0d-30f8133ae1e0 req-28c5ad12-a3f5-48e2-b54c-0fddc5752193 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 946 time: 0.3755622 Nov 23 13:12:10.419649 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f28462d1-9bbd-46c7-9aac-7cce42367c80 req-4d82913a-a69f-4735-a1dd-288cf2f70985 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129329 Nov 23 13:12:10.501384 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f9f752a3-5335-4c21-ac0d-30f8133ae1e0 req-f75c2dea-83af-4bbb-b8ac-1f72662c0c7a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207647 Nov 23 13:12:10.715199 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:10.745664 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6fea1-224e-4cd9-86fa-10e16c83e230 req-33467068-6552-409a-82e1-2052a9ef281c tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:10.747265 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3bf6fea1-224e-4cd9-86fa-10e16c83e230 req-33467068-6552-409a-82e1-2052a9ef281c tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 944 time: 0.1217628 Nov 23 13:12:10.850102 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1b7626-55b7-4775-8a49-3eb74b44f307 {{(pid=87466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:12:10.857123 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3bf6fea1-224e-4cd9-86fa-10e16c83e230 req-0a9b44cb-5381-4f8e-b0a0-2acf6f508145 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982893 Nov 23 13:12:10.861567 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:10.877076 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.provisioning_blocks [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Transition to ACTIVE for port object 8f1b7626-55b7-4775-8a49-3eb74b44f307 will not be triggered until provisioned by entity L2. {{(pid=87466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:12:10.946242 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:10.951036 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:11.131973 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1b7626-55b7-4775-8a49-3eb74b44f307,revision_number=2']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:11.165351 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:11.191983 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Attempting to bind port 8f1b7626-55b7-4775-8a49-3eb74b44f307 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:12:11.192316 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Attempting to bind port 8f1b7626-55b7-4775-8a49-3eb74b44f307 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:12:11.193916 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Attempting to bind port 8f1b7626-55b7-4775-8a49-3eb74b44f307 on network 4fcd731b-3484-4a4a-9d91-9350116c2af7 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:12:11.200071 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Port 8f1b7626-55b7-4775-8a49-3eb74b44f307 on network 4fcd731b-3484-4a4a-9d91-9350116c2af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:12:11.200386 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Attempting to bind port 8f1b7626-55b7-4775-8a49-3eb74b44f307 on network 4fcd731b-3484-4a4a-9d91-9350116c2af7 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:12:11.214423 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc945a64-d145-4faf-baa8-184e7dca633f req-ba346ad2-142d-4dbf-a649-bd25f831e0fa tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:11.215146 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-bc945a64-d145-4faf-baa8-184e7dca633f req-ba346ad2-142d-4dbf-a649-bd25f831e0fa tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Synchronizing usage tracker for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:12:11.218776 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:12:11.219688 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Checking segment: {'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:12:11.220066 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Bound using segment: {'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:12:11.220504 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Bound port: 8f1b7626-55b7-4775-8a49-3eb74b44f307, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'}}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:12:11.222778 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:11.320945 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] For port 8f1b7626-55b7-4775-8a49-3eb74b44f307, host hv-cinder-81888, cleared binding levels {{(pid=87466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:12:11.324479 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] For port 8f1b7626-55b7-4775-8a49-3eb74b44f307, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8f1b7626-55b7-4775-8a49-3eb74b44f307,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:12:11.325522 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-bc945a64-d145-4faf-baa8-184e7dca633f req-ba346ad2-142d-4dbf-a649-bd25f831e0fa tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Unset dirty status for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:12:11.326687 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bc945a64-d145-4faf-baa8-184e7dca633f req-ba346ad2-142d-4dbf-a649-bd25f831e0fa tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 943 time: 0.3467400 Nov 23 13:12:11.371897 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bc945a64-d145-4faf-baa8-184e7dca633f req-c4541c4b-1e4c-48fb-8741-f8f1f4342e1f tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387383 Nov 23 13:12:11.415148 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:11.420138 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-96a4c0d8-fc9f-4804-aa80-daaddea6cfde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:11.479985 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:11.480678 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:11.482109 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] 10.222.0.88 "PUT /v2.0/ports/8f1b7626-55b7-4775-8a49-3eb74b44f307 HTTP/1.1" status: 200 len: 1093 time: 1.5868945 Nov 23 13:12:11.482646 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59f573a-fb25-490f-acb9-febaaf4ea00c', 'tag': '8f1b7626-55b7-4775-8a49-3eb74b44f307'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:11.528051 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1b7626-55b7-4775-8a49-3eb74b44f307,revision_number=3']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:11.533629 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:11.556597 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device dfb3f7da-efed-4d9f-b969-56efa7528bb3 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:12:11.596907 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59f573a-fb25-490f-acb9-febaaf4ea00c', 'tag': '8f1b7626-55b7-4775-8a49-3eb74b44f307', 'status': 'completed', 'code': 200} Nov 23 13:12:11.734683 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port dfb3f7da-efed-4d9f-b969-56efa7528bb3 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:12:11.747563 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port dfb3f7da-efed-4d9f-b969-56efa7528bb3 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:12:11.747945 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:11.799072 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab35103-4320-4ecd-98cc-c2a8ce3b80ea req-bd1f3be4-50b5-4398-815f-aa3d8bcffc93 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:11.800665 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7ab35103-4320-4ecd-98cc-c2a8ce3b80ea req-bd1f3be4-50b5-4398-815f-aa3d8bcffc93 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.2530351 Nov 23 13:12:11.891926 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7ab35103-4320-4ecd-98cc-c2a8ce3b80ea req-4a9adf75-1b2c-405d-ac50-0503f62410b8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790060 Nov 23 13:12:11.896539 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:11.901210 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-b26ee532-5e6f-4d86-8892-c71f2ebfc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:11.902648 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-b26ee532-5e6f-4d86-8892-c71f2ebfc3bb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 1096 time: 0.2514100 Nov 23 13:12:11.932931 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a724e75-efe4-433d-bb75-3e0318088c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb3f7da-efed-4d9f-b969-56efa7528bb3'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:11.940082 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13961b1c-d5c4-48e0-8e14-96002be42c65 req-76291f0d-6fdd-417d-a95b-e8b4d98fb0c4 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:11.942157 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13961b1c-d5c4-48e0-8e14-96002be42c65 req-76291f0d-6fdd-417d-a95b-e8b4d98fb0c4 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 946 time: 0.2143316 Nov 23 13:12:11.943048 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port dfb3f7da-efed-4d9f-b969-56efa7528bb3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dfb3f7da-efed-4d9f-b969-56efa7528bb3,segment=NetworkSegment(db1b148b-778f-461a-8020-91a9d040b707),segment_id=db1b148b-778f-461a-8020-91a9d040b707)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:12.020372 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:12.022630 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:12.026996 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-6cefa19c-de5f-4fae-aaed-11b319e20feb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f1b7626-55b7-4775-8a49-3eb74b44f307 HTTP/1.1" status: 200 len: 217 time: 0.0836751 Nov 23 13:12:12.097143 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-13961b1c-d5c4-48e0-8e14-96002be42c65 req-406a4bcf-ba27-48eb-97b9-a11f15cd6ef6 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031718 Nov 23 13:12:12.111638 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=dfb3f7da-efed-4d9f-b969-56efa7528bb3,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:12.119323 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-b80013c7-1e54-4850-9bde-f6da1c41d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:12.120742 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-b80013c7-1e54-4850-9bde-f6da1c41d50a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0 HTTP/1.1" status: 200 len: 855 time: 0.0805633 Nov 23 13:12:12.121736 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:12.165068 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 57608) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:12.186226 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-2ce7e7f0-9030-4ae0-8d60-788632ff1212 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4fcd731b-3484-4a4a-9d91-9350116c2af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501187 Nov 23 13:12:12.327226 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-35dcf264-7595-4d0b-ae7d-9f801652e8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:12.343433 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-35dcf264-7595-4d0b-ae7d-9f801652e8b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:12:12.348030 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-35dcf264-7595-4d0b-ae7d-9f801652e8b4 admin admin] Usage tracker for resource:security_group_rule and tenant:d0849f25b26243cebb707c9549417ca8 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:12:12.350848 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-35dcf264-7595-4d0b-ae7d-9f801652e8b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:12:12.356455 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-35dcf264-7595-4d0b-ae7d-9f801652e8b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:12:12.438742 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-35dcf264-7595-4d0b-ae7d-9f801652e8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:12.483789 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-35dcf264-7595-4d0b-ae7d-9f801652e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:12.491297 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a9c95fd3-85de-419f-9324-9856afcb8241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:12.534217 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-35dcf264-7595-4d0b-ae7d-9f801652e8b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0849f25b26243cebb707c9549417ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680818 Nov 23 13:12:12.535140 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcf264-7595-4d0b-ae7d-9f801652e8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50252ef-a0d7-4a26-9dc1-07e7076cd01a,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:12.537534 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 57618) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:12.538909 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-cccd610d-9cac-4134-9efa-b41b359502cb service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447301 Nov 23 13:12:12.540242 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-35dcf264-7595-4d0b-ae7d-9f801652e8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:12.550945 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c5667-5f52-4a67-a49b-35b6a3e722a0 req-5b64f2fb-64fa-47b6-bdf7-7edf2a72a247 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:12.552367 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f40c5667-5f52-4a67-a49b-35b6a3e722a0 req-5b64f2fb-64fa-47b6-bdf7-7edf2a72a247 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 945 time: 0.3610849 Nov 23 13:12:12.589227 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0249b9-d69d-4276-b347-6815a2d6cf69 req-3521db93-3f70-4810-9c66-761bc82a67ed tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:12.590661 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fb0249b9-d69d-4276-b347-6815a2d6cf69 req-3521db93-3f70-4810-9c66-761bc82a67ed tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.2530591 Nov 23 13:12:12.597831 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-5019573f-58a1-4849-98d0-afabff74da71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:12.627695 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-5019573f-58a1-4849-98d0-afabff74da71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:12.725612 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f40c5667-5f52-4a67-a49b-35b6a3e722a0 req-b3ecf634-9760-45c6-beff-3972baeccfd2 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531098 Nov 23 13:12:12.730569 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fb0249b9-d69d-4276-b347-6815a2d6cf69 req-5599473a-5334-4d99-996f-180771c00721 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824862 Nov 23 13:12:12.732570 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-5019573f-58a1-4849-98d0-afabff74da71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:12.741042 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:12.756207 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-5019573f-58a1-4849-98d0-afabff74da71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:12.757678 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-5019573f-58a1-4849-98d0-afabff74da71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d50252ef-a0d7-4a26-9dc1-07e7076cd01a HTTP/1.1" status: 204 len: 168 time: 0.2192614 Nov 23 13:12:12.764106 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019573f-58a1-4849-98d0-afabff74da71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50252ef-a0d7-4a26-9dc1-07e7076cd01a,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:12.777410 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-5019573f-58a1-4849-98d0-afabff74da71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:12.783424 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65f4f1b4-4c54-4714-b0d9-0f814c614e92 req-87e4875e-d4e1-4304-aa61-318091bea955 service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299738 Nov 23 13:12:12.817948 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a724e75-efe4-433d-bb75-3e0318088c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb3f7da-efed-4d9f-b969-56efa7528bb3', 'code': 200} Nov 23 13:12:12.996279 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fee985-494a-426b-bb6c-4ae7b3df34c3 req-83a7cce1-a504-4dd9-b66e-2fdd7ede39a1 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:12.997755 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d1fee985-494a-426b-bb6c-4ae7b3df34c3 req-83a7cce1-a504-4dd9-b66e-2fdd7ede39a1 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 943 time: 0.0878720 Nov 23 13:12:13.105462 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d1fee985-494a-426b-bb6c-4ae7b3df34c3 req-ca7809ad-8928-466a-9aab-5336e7e75b7f tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012259 Nov 23 13:12:13.139682 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19d3e8-90c2-47a9-9214-a23d7401dded req-b13d5e0a-2964-4ab7-9246-4fc0b16e926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:13.142554 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a19d3e8-90c2-47a9-9214-a23d7401dded req-b13d5e0a-2964-4ab7-9246-4fc0b16e926f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 1096 time: 0.1371303 Nov 23 13:12:13.341124 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19d3e8-90c2-47a9-9214-a23d7401dded req-eccd0458-d16b-4747-8571-0b3e69ce7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:13.341124 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a19d3e8-90c2-47a9-9214-a23d7401dded req-eccd0458-d16b-4747-8571-0b3e69ce7f4e service neutron] 10.222.0.88 "GET /v2.0/networks?id=4fcd731b-3484-4a4a-9d91-9350116c2af7 HTTP/1.1" status: 200 len: 917 time: 0.1810846 Nov 23 13:12:13.353677 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4ff0f-9539-4f15-8064-6ab816ab7175 req-23cc1576-67fc-4b9e-92be-c735a982f926 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:13.355194 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e4f4ff0f-9539-4f15-8064-6ab816ab7175 req-23cc1576-67fc-4b9e-92be-c735a982f926 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 946 time: 0.1166892 Nov 23 13:12:13.427996 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a19d3e8-90c2-47a9-9214-a23d7401dded req-d85cae0b-4754-4481-8568-24cf6aeacab4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f1b7626-55b7-4775-8a49-3eb74b44f307 HTTP/1.1" status: 200 len: 217 time: 0.0718663 Nov 23 13:12:13.514783 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e4f4ff0f-9539-4f15-8064-6ab816ab7175 req-aa91cda9-a38c-4b40-bfc4-a90005cb83d1 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059408 Nov 23 13:12:13.530452 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19d3e8-90c2-47a9-9214-a23d7401dded req-b2706867-ea98-48c0-883b-45bfe4722089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:13.532140 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a19d3e8-90c2-47a9-9214-a23d7401dded req-b2706867-ea98-48c0-883b-45bfe4722089 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0 HTTP/1.1" status: 200 len: 855 time: 0.0948322 Nov 23 13:12:13.581836 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3139ba-d986-4b97-ab60-b3c7006d6123 req-22a75deb-6ea5-45a3-b29b-44cdfeaac581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:13.582847 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a19d3e8-90c2-47a9-9214-a23d7401dded req-7f25cb1f-fbcf-48e6-9ab9-8ffe73d87f2e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4fcd731b-3484-4a4a-9d91-9350116c2af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433934 Nov 23 13:12:13.583367 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-af3139ba-d986-4b97-ab60-b3c7006d6123 req-22a75deb-6ea5-45a3-b29b-44cdfeaac581 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 1098 time: 0.0794115 Nov 23 13:12:13.661988 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-af3139ba-d986-4b97-ab60-b3c7006d6123 req-03279b26-b83f-4f06-a2d4-3b55ed3cdc88 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353048 Nov 23 13:12:13.748878 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a19d3e8-90c2-47a9-9214-a23d7401dded req-bee866bb-d660-466c-bb41-decda396c75d service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235871 Nov 23 13:12:13.917380 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fd5f5-188b-45d5-b8b6-b3d0611240f3 req-d2260e93-6728-4358-b442-5b46802af8e4 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:13.918728 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5a5fd5f5-188b-45d5-b8b6-b3d0611240f3 req-d2260e93-6728-4358-b442-5b46802af8e4 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 945 time: 0.0834436 Nov 23 13:12:13.962923 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5a5fd5f5-188b-45d5-b8b6-b3d0611240f3 req-b86fca6b-f3a1-4fd0-9709-c5c954a34c97 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381124 Nov 23 13:12:14.197858 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a19d3e8-90c2-47a9-9214-a23d7401dded req-edb2668c-fa31-4100-a9f5-a3e13c5b6521 service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351237 Nov 23 13:12:14.533320 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd774e-8411-4146-a40a-29854f266ca3 req-2dd51fbf-1982-4492-a14b-53efd7d65254 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:14.534835 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d0dd774e-8411-4146-a40a-29854f266ca3 req-2dd51fbf-1982-4492-a14b-53efd7d65254 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 943 time: 0.0847042 Nov 23 13:12:14.580182 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d0dd774e-8411-4146-a40a-29854f266ca3 req-e63e988a-618f-4320-8ae3-e3da636b3d81 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396411 Nov 23 13:12:15.224962 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e29e2-ffb3-49e6-b63b-7f18bc8b921d req-66b364af-6b63-470d-8fa6-61311fb1dee9 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:15.226412 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ef3e29e2-ffb3-49e6-b63b-7f18bc8b921d req-66b364af-6b63-470d-8fa6-61311fb1dee9 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 945 time: 0.1584330 Nov 23 13:12:15.274625 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ef3e29e2-ffb3-49e6-b63b-7f18bc8b921d req-3aa882e3-c4e7-43c9-9b4c-51dfbaa2eea8 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424235 Nov 23 13:12:15.777267 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82765ca-6e96-49f9-b4e5-52dae2952455 req-72186e1e-edd0-4276-9c3a-657e74cafc8a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:15.778622 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c82765ca-6e96-49f9-b4e5-52dae2952455 req-72186e1e-edd0-4276-9c3a-657e74cafc8a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 943 time: 0.0828414 Nov 23 13:12:15.823753 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c82765ca-6e96-49f9-b4e5-52dae2952455 req-13e55f0d-3234-4ca9-aa07-f8253de08beb tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393455 Nov 23 13:12:16.456501 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b0876-ffaf-4cf9-a3cc-92ae2ab74328 req-5028aec5-d9f3-4cd9-b1e2-92a774c07f80 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:16.458084 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-759b0876-ffaf-4cf9-a3cc-92ae2ab74328 req-5028aec5-d9f3-4cd9-b1e2-92a774c07f80 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 945 time: 0.0791900 Nov 23 13:12:16.511890 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-759b0876-ffaf-4cf9-a3cc-92ae2ab74328 req-dabc130f-e959-41d6-837d-ab6cd5b0a1ce tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476568 Nov 23 13:12:16.701703 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e1f2e-5312-4c41-bf95-9d0c2bd003f7 req-05fe9c28-b772-4ee3-95bd-5bbe39af29ac tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:16.704143 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-523e1f2e-5312-4c41-bf95-9d0c2bd003f7 req-05fe9c28-b772-4ee3-95bd-5bbe39af29ac tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 946 time: 0.1020281 Nov 23 13:12:16.753118 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-523e1f2e-5312-4c41-bf95-9d0c2bd003f7 req-cd6325a3-0b6e-4eda-b16c-e5b09d619dcb tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Nov 23 13:12:17.169708 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93231d2b-c24d-4c11-9cde-7f282f8f03b1 req-a0888a74-7ca4-4ec8-929a-b925213d48fd tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:17.171118 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-93231d2b-c24d-4c11-9cde-7f282f8f03b1 req-a0888a74-7ca4-4ec8-929a-b925213d48fd tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 943 time: 0.0823131 Nov 23 13:12:17.217462 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-93231d2b-c24d-4c11-9cde-7f282f8f03b1 req-3a9de865-0855-4e89-9ec4-1cf6790facda tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399647 Nov 23 13:12:17.372638 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09506f-a213-41ba-a917-a813a99361a3 req-8718183e-70fd-4ff3-b438-bcd697dc2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:17.374081 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-df09506f-a213-41ba-a917-a813a99361a3 req-8718183e-70fd-4ff3-b438-bcd697dc2019 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b12f3c7ceda456987357f151ca0b4d1&device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 1098 time: 0.1483431 Nov 23 13:12:17.489810 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eb562-394c-4f26-b348-62850de14ce1 req-9a44586b-31eb-494c-9c75-0cf917db985e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:17.491282 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7b8eb562-394c-4f26-b348-62850de14ce1 req-9a44586b-31eb-494c-9c75-0cf917db985e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1870348 Nov 23 13:12:17.549259 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09506f-a213-41ba-a917-a813a99361a3 req-f253a846-e511-49f7-9198-7c885ae01956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:17.550628 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-df09506f-a213-41ba-a917-a813a99361a3 req-f253a846-e511-49f7-9198-7c885ae01956 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0027748b-8da6-43ba-b2a5-1fbc984935cc HTTP/1.1" status: 200 len: 921 time: 0.1675093 Nov 23 13:12:17.607062 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 8f1b7626-55b7-4775-8a49-3eb74b44f307 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:12:17.618891 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7b8eb562-394c-4f26-b348-62850de14ce1 req-6ed150e0-9fee-40b4-bd35-df588b6b7b78 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194234 Nov 23 13:12:17.628180 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-df09506f-a213-41ba-a917-a813a99361a3 req-2679b21f-0b8a-41b1-93e9-298d8cc0ec3d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a131a8c-1c25-4a9f-9458-8dc0df968149 HTTP/1.1" status: 200 len: 217 time: 0.0661252 Nov 23 13:12:17.703340 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09506f-a213-41ba-a917-a813a99361a3 req-1d284923-a9ce-414c-adc1-88489a835c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:17.704841 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-df09506f-a213-41ba-a917-a813a99361a3 req-1d284923-a9ce-414c-adc1-88489a835c22 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9 HTTP/1.1" status: 200 len: 859 time: 0.0653896 Nov 23 13:12:17.746712 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 8f1b7626-55b7-4775-8a49-3eb74b44f307, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8f1b7626-55b7-4775-8a49-3eb74b44f307,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:17.754736 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-df09506f-a213-41ba-a917-a813a99361a3 req-e18f289f-bb57-4710-a0d7-11e95e73b642 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0027748b-8da6-43ba-b2a5-1fbc984935cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427930 Nov 23 13:12:17.760390 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': '8f1b7626-55b7-4775-8a49-3eb74b44f307', 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7', 'port_id': '8f1b7626-55b7-4775-8a49-3eb74b44f307', 'mac_address': 'fa:16:3e:e8:5d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:12:17.819052 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:17.837172 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1b7626-55b7-4775-8a49-3eb74b44f307 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:12:17.854478 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 8f1b7626-55b7-4775-8a49-3eb74b44f307, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8f1b7626-55b7-4775-8a49-3eb74b44f307,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:17.912034 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:17.913961 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:17.947589 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-df09506f-a213-41ba-a917-a813a99361a3 req-978f4d14-91af-46d8-ae9e-a0ea4b4ee0f5 service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816013 Nov 23 13:12:17.973977 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3a4bd-4c5c-45d4-9d76-b58a2e78927c req-eb96a6d8-3c29-4084-8837-9010371e21ec tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:17.975465 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8ab3a4bd-4c5c-45d4-9d76-b58a2e78927c req-eb96a6d8-3c29-4084-8837-9010371e21ec tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 946 time: 0.1101346 Nov 23 13:12:17.982269 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=8f1b7626-55b7-4775-8a49-3eb74b44f307,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:17.985643 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:18.104078 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8ab3a4bd-4c5c-45d4-9d76-b58a2e78927c req-3c755673-0091-4c3f-acb5-96ed8a5076d0 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061363 Nov 23 13:12:18.136678 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-df09506f-a213-41ba-a917-a813a99361a3 req-226595c6-73b7-4f68-bf59-ab234913076d service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602705 Nov 23 13:12:18.416568 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064f5a9-8b77-494a-8328-48179b0e662b req-eb9ab73b-bee2-4563-a972-9092b1e86abc tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:18.418426 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1064f5a9-8b77-494a-8328-48179b0e662b req-eb9ab73b-bee2-4563-a972-9092b1e86abc tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 944 time: 0.0834186 Nov 23 13:12:18.463314 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1064f5a9-8b77-494a-8328-48179b0e662b req-661a9803-2e43-4143-84a8-16000609a722 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393901 Nov 23 13:12:18.793860 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['8f1b7626-55b7-4775-8a49-3eb74b44f307'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:12:18.810330 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56285e-5aca-4994-9d5d-3ef065b4b0a4 req-65d32fad-c168-4de1-b667-29cdc72b1ec4 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:18.811802 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2e56285e-5aca-4994-9d5d-3ef065b4b0a4 req-65d32fad-c168-4de1-b667-29cdc72b1ec4 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0860453 Nov 23 13:12:18.857329 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2e56285e-5aca-4994-9d5d-3ef065b4b0a4 req-b54bcecc-6cba-4767-8c39-304667e513a3 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396011 Nov 23 13:12:19.290727 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bddcba-81d1-45cb-871f-3c4f84478b15 req-0d8621da-514a-4b43-a3d4-eb6ec528248d tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:19.292226 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-00bddcba-81d1-45cb-871f-3c4f84478b15 req-0d8621da-514a-4b43-a3d4-eb6ec528248d tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 946 time: 0.0799632 Nov 23 13:12:19.336690 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-00bddcba-81d1-45cb-871f-3c4f84478b15 req-2c04808f-44ec-47e6-b7d7-fbc4bdfe5d1a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387373 Nov 23 13:12:19.742595 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad50a-e1b3-4ea9-ae3d-19550ab2cbc4 req-aa1e79d7-96e4-4697-835c-6ca18e620857 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:19.744165 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7b5ad50a-e1b3-4ea9-ae3d-19550ab2cbc4 req-aa1e79d7-96e4-4697-835c-6ca18e620857 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 944 time: 0.1611941 Nov 23 13:12:19.788681 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7b5ad50a-e1b3-4ea9-ae3d-19550ab2cbc4 req-f948d526-d666-4e90-afc5-346ee151c79a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387201 Nov 23 13:12:20.053919 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fbcfc-b5ec-4d62-bb1c-77a9e00d49bf req-a7e87244-a7df-4a85-9a7e-0c9be58663c9 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:20.055377 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-927fbcfc-b5ec-4d62-bb1c-77a9e00d49bf req-a7e87244-a7df-4a85-9a7e-0c9be58663c9 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.88 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 946 time: 0.1391888 Nov 23 13:12:20.107072 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58fcd6-c1ec-4668-b947-f170faf97456 req-3b5b5ec3-929f-48b4-88e6-7fc2d0e4635f tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:20.108491 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2f58fcd6-c1ec-4668-b947-f170faf97456 req-3b5b5ec3-929f-48b4-88e6-7fc2d0e4635f tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1394947 Nov 23 13:12:20.167464 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-927fbcfc-b5ec-4d62-bb1c-77a9e00d49bf req-4258e39c-404d-4294-a4d1-bcb339ed1e8a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Deleting port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:12:20.167707 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-927fbcfc-b5ec-4d62-bb1c-77a9e00d49bf req-4258e39c-404d-4294-a4d1-bcb339ed1e8a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:20.207664 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2f58fcd6-c1ec-4668-b947-f170faf97456 req-ae872075-64ae-435e-aa99-683c9719b3d6 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899811 Nov 23 13:12:20.441238 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-927fbcfc-b5ec-4d62-bb1c-77a9e00d49bf req-4258e39c-404d-4294-a4d1-bcb339ed1e8a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] For port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b415f0e7-8908-4cf0-84ab-e63f8d5b29ff,segment=NetworkSegment(4d238b19-b367-4c36-a5f6-186e5577cf66),segment_id=4d238b19-b367-4c36-a5f6-186e5577cf66)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:20.441870 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-927fbcfc-b5ec-4d62-bb1c-77a9e00d49bf req-4258e39c-404d-4294-a4d1-bcb339ed1e8a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:20.617724 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-927fbcfc-b5ec-4d62-bb1c-77a9e00d49bf req-4258e39c-404d-4294-a4d1-bcb339ed1e8a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Calling delete_port for b415f0e7-8908-4cf0-84ab-e63f8d5b29ff owned by compute:nova {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:12:20.776416 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea64c98-0267-430f-a569-fac5330312b3 req-3c4413cf-b480-4c15-9322-6f42cdc59efb tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:20.783266 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bea64c98-0267-430f-a569-fac5330312b3 req-3c4413cf-b480-4c15-9322-6f42cdc59efb tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 946 time: 0.3325973 Nov 23 13:12:20.846793 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bea64c98-0267-430f-a569-fac5330312b3 req-dd4ff497-116c-4003-befc-b88c70bf6a39 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626507 Nov 23 13:12:20.980262 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-927fbcfc-b5ec-4d62-bb1c-77a9e00d49bf req-4258e39c-404d-4294-a4d1-bcb339ed1e8a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:20.991476 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:21.042980 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258e39c-404d-4294-a4d1-bcb339ed1e8a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Pushing event deleted for resources: {'Port': ['ID=b415f0e7-8908-4cf0-84ab-e63f8d5b29ff,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:21.050480 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4258e39c-404d-4294-a4d1-bcb339ed1e8a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:21.066262 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['b415f0e7-8908-4cf0-84ab-e63f8d5b29ff'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:12:21.126241 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-927fbcfc-b5ec-4d62-bb1c-77a9e00d49bf req-4258e39c-404d-4294-a4d1-bcb339ed1e8a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] No DVR routers for this DVR port b415f0e7-8908-4cf0-84ab-e63f8d5b29ff on host hv-cinder-81888 {{(pid=87466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:12:21.131625 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-927fbcfc-b5ec-4d62-bb1c-77a9e00d49bf req-4258e39c-404d-4294-a4d1-bcb339ed1e8a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:21.133996 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff5f025-a96a-4010-a1f6-769638f20b67', 'name': 'network-vif-deleted', 'tag': 'b415f0e7-8908-4cf0-84ab-e63f8d5b29ff'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:21.145551 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-927fbcfc-b5ec-4d62-bb1c-77a9e00d49bf req-4258e39c-404d-4294-a4d1-bcb339ed1e8a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.88 "DELETE /v2.0/ports/b415f0e7-8908-4cf0-84ab-e63f8d5b29ff HTTP/1.1" status: 204 len: 173 time: 1.0822775 Nov 23 13:12:21.157312 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba9bbc-eaa7-4bee-9299-0cd4f44d41e3 req-208c9422-3399-4a48-b4b3-6fb4b2e3b9f0 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:21.158983 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-11ba9bbc-eaa7-4bee-9299-0cd4f44d41e3 req-208c9422-3399-4a48-b4b3-6fb4b2e3b9f0 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 944 time: 0.2171695 Nov 23 13:12:21.183540 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff5f025-a96a-4010-a1f6-769638f20b67', 'name': 'network-vif-deleted', 'tag': 'b415f0e7-8908-4cf0-84ab-e63f8d5b29ff', 'status': 'completed', 'code': 200} Nov 23 13:12:21.206036 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-11ba9bbc-eaa7-4bee-9299-0cd4f44d41e3 req-fcc4313c-4112-46d6-8eb7-40a265e96963 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 Nov 23 13:12:21.397568 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c0893-b25a-46a2-b8d9-995b589fa775 req-1f6375c2-e9be-4bf7-9a05-f894353fe2b5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:21.399025 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-046c0893-b25a-46a2-b8d9-995b589fa775 req-1f6375c2-e9be-4bf7-9a05-f894353fe2b5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0785322 Nov 23 13:12:21.445945 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-046c0893-b25a-46a2-b8d9-995b589fa775 req-d479144b-5736-4181-9ab3-e458c859b38a tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 Nov 23 13:12:21.687660 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 8f1b7626-55b7-4775-8a49-3eb74b44f307 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:12:21.733121 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-1559e618-bc83-4194-b432-27f5165c3c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:21.808818 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port 8f1b7626-55b7-4775-8a49-3eb74b44f307 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:12:21.814094 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port 8f1b7626-55b7-4775-8a49-3eb74b44f307 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:12:21.817612 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:21.952015 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:21.984379 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59f573a-fb25-490f-acb9-febaaf4ea00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1b7626-55b7-4775-8a49-3eb74b44f307'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:21.997177 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 8f1b7626-55b7-4775-8a49-3eb74b44f307, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8f1b7626-55b7-4775-8a49-3eb74b44f307,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:22.050222 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-e9410386-c1c6-4467-b725-6f5436f1e9bd req-80f25a4d-9d19-4408-b726-43a6c0927964 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Synchronizing usage tracker for tenant:b8fb6db5805f40d5a1839644168d4739 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:12:22.134609 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:22.135588 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device b415f0e7-8908-4cf0-84ab-e63f8d5b29ff no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:12:22.165187 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:22.199908 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-e9410386-c1c6-4467-b725-6f5436f1e9bd req-80f25a4d-9d19-4408-b726-43a6c0927964 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Unset dirty status for tenant:b8fb6db5805f40d5a1839644168d4739 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:12:22.199908 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e9410386-c1c6-4467-b725-6f5436f1e9bd req-80f25a4d-9d19-4408-b726-43a6c0927964 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ff5f025-a96a-4010-a1f6-769638f20b67 HTTP/1.1" status: 200 len: 210 time: 0.1928031 Nov 23 13:12:22.232423 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: b415f0e7-8908-4cf0-84ab-e63f8d5b29ff {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:12:22.232753 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device b415f0e7-8908-4cf0-84ab-e63f8d5b29ff not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:12:22.245568 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59f573a-fb25-490f-acb9-febaaf4ea00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1b7626-55b7-4775-8a49-3eb74b44f307', 'code': 200} Nov 23 13:12:22.274507 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=8f1b7626-55b7-4775-8a49-3eb74b44f307,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:22.284608 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:22.305782 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:22.417997 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64adf5-51e0-4489-bc37-394e4e3af928 req-2c47cfe0-9204-4b45-9a7c-abcd796ce55d tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:22.419610 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4c64adf5-51e0-4489-bc37-394e4e3af928 req-2c47cfe0-9204-4b45-9a7c-abcd796ce55d tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 945 time: 0.0834513 Nov 23 13:12:22.480115 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4c64adf5-51e0-4489-bc37-394e4e3af928 req-68cae236-5ff5-4821-8b88-861d5fc5efec tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544612 Nov 23 13:12:22.695461 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef96b2e-042b-47a7-b4ea-2bf24c75bed7 req-63e028f0-a9ac-431d-b875-f622fa9c4c58 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:22.697022 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aef96b2e-042b-47a7-b4ea-2bf24c75bed7 req-63e028f0-a9ac-431d-b875-f622fa9c4c58 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0866897 Nov 23 13:12:22.788786 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aef96b2e-042b-47a7-b4ea-2bf24c75bed7 req-59cb0458-040c-4061-9e10-61cc1a397b57 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842726 Nov 23 13:12:22.828193 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ec772-b68f-41fb-ad08-8b025d0df17e req-6bcab066-56e7-40e2-a563-c8bb2c9fdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:22.830264 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-285ec772-b68f-41fb-ad08-8b025d0df17e req-6bcab066-56e7-40e2-a563-c8bb2c9fdb65 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 1098 time: 0.0786908 Nov 23 13:12:22.991660 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-285ec772-b68f-41fb-ad08-8b025d0df17e req-1000d790-8676-4e09-abeb-928484e4e864 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551726 Nov 23 13:12:23.018828 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d549b-e6fe-4499-86de-c2d869b6eb59 req-b98889d5-5703-4ecb-b33a-a78dcabfc680 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:23.020222 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8a6d549b-e6fe-4499-86de-c2d869b6eb59 req-b98889d5-5703-4ecb-b33a-a78dcabfc680 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 945 time: 0.0983727 Nov 23 13:12:23.063923 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8a6d549b-e6fe-4499-86de-c2d869b6eb59 req-1f7bc152-7131-4c52-a46d-e1bf0ff0e903 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377808 Nov 23 13:12:23.727851 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22ad4a-7cf6-41eb-8194-fff0a8567b7e req-7f077bb1-c7d0-41c3-8792-c46bf1a4adda tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:23.730349 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4c22ad4a-7cf6-41eb-8194-fff0a8567b7e req-7f077bb1-c7d0-41c3-8792-c46bf1a4adda tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 945 time: 0.0852180 Nov 23 13:12:23.794607 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4c22ad4a-7cf6-41eb-8194-fff0a8567b7e req-39827983-23d7-4b67-812b-8110cf86b8ff tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596011 Nov 23 13:12:23.973225 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-72309429-82fa-451b-a168-463ebcc4d8c9 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:23.974640 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-72309429-82fa-451b-a168-463ebcc4d8c9 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/networks?id=3b500559-6d86-44ef-9128-6580ad4c3c7d HTTP/1.1" status: 200 len: 809 time: 0.2076960 Nov 23 13:12:23.998681 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-098fffae-4d48-4a3a-ab3b-d5d320db9485 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/quotas/b8fb6db5805f40d5a1839644168d4739 HTTP/1.1" status: 200 len: 375 time: 0.0170043 Nov 23 13:12:24.058333 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-2cb506fa-accc-4c3c-8b28-c3cf3af62c04 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8fb6db5805f40d5a1839644168d4739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515616 Nov 23 13:12:24.067074 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b59f4a-1f0c-42b0-baaa-03d20fde137f req-f3fc5b5b-6cb0-4e50-810d-216f18eee871 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:24.068428 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b8b59f4a-1f0c-42b0-baaa-03d20fde137f req-f3fc5b5b-6cb0-4e50-810d-216f18eee871 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1622789 Nov 23 13:12:24.190170 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b8b59f4a-1f0c-42b0-baaa-03d20fde137f req-28ab3ed6-6058-432c-a0ca-0cd8e92bc4bb tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025636 Nov 23 13:12:24.227948 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-25242938-fcb6-44f6-8068-8fcbdc3fb528 service neutron] 10.222.0.48 "GET /v2.0/networks/3b500559-6d86-44ef-9128-6580ad4c3c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585846 Nov 23 13:12:24.425499 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-ebf1f3b5-0460-45a9-8296-6bc97c7a60f2 service neutron] 10.222.0.48 "GET /v2.0/networks/3b500559-6d86-44ef-9128-6580ad4c3c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916225 Nov 23 13:12:24.441427 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134002fa-afc7-41c5-8733-053952da8479 req-0251f34d-91aa-4303-bf22-8a33094a68fd tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:24.442989 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-134002fa-afc7-41c5-8733-053952da8479 req-0251f34d-91aa-4303-bf22-8a33094a68fd tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 945 time: 0.1354280 Nov 23 13:12:24.443388 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-5f7593a8-3236-4606-a633-fb0e145d515c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:24.492600 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-134002fa-afc7-41c5-8733-053952da8479 req-ef1029d4-f41d-4b9f-a8a6-2699b8ea5ef4 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435250 Nov 23 13:12:24.946045 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c890e35b-ba72-401d-944d-ed410ca9cf99 req-2835c585-602e-4561-91af-a77bb6fd73c7 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 210 time: 0.0451655 Nov 23 13:12:25.106512 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bea7ac-1e4a-4443-b535-ec0426510974 req-4098c6ea-9a0b-440f-82db-959db9702c0c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:25.108354 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-86bea7ac-1e4a-4443-b535-ec0426510974 req-4098c6ea-9a0b-440f-82db-959db9702c0c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 945 time: 0.0911539 Nov 23 13:12:25.155343 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-86bea7ac-1e4a-4443-b535-ec0426510974 req-602c665e-43e3-4c38-abbe-f44980ff392b tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395341 Nov 23 13:12:25.283229 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:25.384183 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a5e5f-919b-412c-8572-37713fae037f req-e08c635e-4038-498f-bf55-2d6e9bfb05c9 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:25.385637 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-757a5e5f-919b-412c-8572-37713fae037f req-e08c635e-4038-498f-bf55-2d6e9bfb05c9 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0804853 Nov 23 13:12:25.431255 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-757a5e5f-919b-412c-8572-37713fae037f req-4bd47d96-a054-4579-b209-664efc52c794 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Nov 23 13:12:25.681475 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d6209-05a3-414f-98f4-7a78b767a6af req-dbaba15a-8a4c-4845-b117-2b013489dfc5 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:25.682794 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-374d6209-05a3-414f-98f4-7a78b767a6af req-dbaba15a-8a4c-4845-b117-2b013489dfc5 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 945 time: 0.0839846 Nov 23 13:12:25.728686 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-374d6209-05a3-414f-98f4-7a78b767a6af req-c9e6e15b-9993-4d90-86a1-84e308ca4e53 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401237 Nov 23 13:12:26.394257 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bf68a72a-7530-4338-ae38-ed9f94884e8e req-c646935b-c19a-41d4-81bd-931170b8a0c7 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 210 time: 0.0751300 Nov 23 13:12:26.446356 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f497930-cf73-4012-bf1b-07c2a7871686 req-4e47a857-3e6a-4277-b413-115d18c5029f tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:26.447788 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9f497930-cf73-4012-bf1b-07c2a7871686 req-4e47a857-3e6a-4277-b413-115d18c5029f tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 945 time: 0.0922799 Nov 23 13:12:26.493489 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9f497930-cf73-4012-bf1b-07c2a7871686 req-70541f09-a1d9-4543-80cb-7d1909ffbaf4 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399411 Nov 23 13:12:26.624242 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fb582-9347-43b3-8722-6e21803c6111 req-2188d5a9-2af6-4147-afd3-ef207f0ad3c6 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:26.625671 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5d1fb582-9347-43b3-8722-6e21803c6111 req-2188d5a9-2af6-4147-afd3-ef207f0ad3c6 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0811203 Nov 23 13:12:26.669825 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5d1fb582-9347-43b3-8722-6e21803c6111 req-71ee69df-df6e-4f9e-b622-2a63f06716ff tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Nov 23 13:12:26.890767 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19802011-2c03-4c7f-9d57-e7d2c63dc192 req-b0335d21-a9e1-453a-94b3-9566bbed7aa2 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:26.892570 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-19802011-2c03-4c7f-9d57-e7d2c63dc192 req-b0335d21-a9e1-453a-94b3-9566bbed7aa2 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 945 time: 0.1255312 Nov 23 13:12:26.985700 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:27.067544 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f7233-f180-4641-8347-c96a17f10c98 req-88024f85-e3e3-40d7-afeb-ed72c1bb1c74 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:27.068975 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7e9f7233-f180-4641-8347-c96a17f10c98 req-88024f85-e3e3-40d7-afeb-ed72c1bb1c74 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 945 time: 0.2332177 Nov 23 13:12:27.076781 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-19802011-2c03-4c7f-9d57-e7d2c63dc192 req-b28b659f-d42c-4a6a-ad77-e9168a7d3ef6 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Deleting port dfb3f7da-efed-4d9f-b969-56efa7528bb3 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:12:27.077120 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-19802011-2c03-4c7f-9d57-e7d2c63dc192 req-b28b659f-d42c-4a6a-ad77-e9168a7d3ef6 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:27.215415 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7e9f7233-f180-4641-8347-c96a17f10c98 req-8e58327a-4c24-4aeb-a75a-5f7c206823fc tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/security-groups?id=acde1337-ac25-451a-9db0-c9fd227d771f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125386 Nov 23 13:12:27.442155 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-19802011-2c03-4c7f-9d57-e7d2c63dc192 req-b28b659f-d42c-4a6a-ad77-e9168a7d3ef6 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] For port dfb3f7da-efed-4d9f-b969-56efa7528bb3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dfb3f7da-efed-4d9f-b969-56efa7528bb3,segment=NetworkSegment(db1b148b-778f-461a-8020-91a9d040b707),segment_id=db1b148b-778f-461a-8020-91a9d040b707)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:27.442870 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-19802011-2c03-4c7f-9d57-e7d2c63dc192 req-b28b659f-d42c-4a6a-ad77-e9168a7d3ef6 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:27.483438 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-ab5f8fb3-c894-4d7b-b424-e699010ea45f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:27.485392 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-ab5f8fb3-c894-4d7b-b424-e699010ea45f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.88 "GET /v2.0/networks?id=3b500559-6d86-44ef-9128-6580ad4c3c7d HTTP/1.1" status: 200 len: 809 time: 0.1660402 Nov 23 13:12:27.560750 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Request body: {'port': {'device_id': '69e67696-6f94-4bdc-bf29-1824bba7e519', 'network_id': '3b500559-6d86-44ef-9128-6580ad4c3c7d', 'admin_state_up': True, 'tenant_id': 'b8fb6db5805f40d5a1839644168d4739'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:12:27.584796 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-19802011-2c03-4c7f-9d57-e7d2c63dc192 req-b28b659f-d42c-4a6a-ad77-e9168a7d3ef6 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Calling delete_port for dfb3f7da-efed-4d9f-b969-56efa7528bb3 owned by compute:nova {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:12:27.731475 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:12:27.743378 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:12:27.826235 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Made reservation on behalf of b8fb6db5805f40d5a1839644168d4739 for: {'port': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:12:27.829713 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-edac117a-e926-476f-9205-6b2f7f56506a req-223c4eb9-d1af-401a-ade7-b8be7f89fe76 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 210 time: 0.0586629 Nov 23 13:12:27.833012 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:27.894268 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-19802011-2c03-4c7f-9d57-e7d2c63dc192 req-b28b659f-d42c-4a6a-ad77-e9168a7d3ef6 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:27.905467 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-58ae88f5-f092-49c6-b5da-a6234db2eb62 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:27.969469 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['dfb3f7da-efed-4d9f-b969-56efa7528bb3'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:12:27.986722 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b659f-d42c-4a6a-ad77-e9168a7d3ef6 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Pushing event deleted for resources: {'Port': ['ID=dfb3f7da-efed-4d9f-b969-56efa7528bb3,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:27.991256 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-b28b659f-d42c-4a6a-ad77-e9168a7d3ef6 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:28.014239 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Allocated IP 172.20.0.6 (3b500559-6d86-44ef-9128-6580ad4c3c7d/bec4a8a3-bfd6-4232-977d-a7daf3474e64/d9f49f89-240a-4fda-9a06-ce2947403257) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:12:28.046781 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-19802011-2c03-4c7f-9d57-e7d2c63dc192 req-b28b659f-d42c-4a6a-ad77-e9168a7d3ef6 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] No DVR routers for this DVR port dfb3f7da-efed-4d9f-b969-56efa7528bb3 on host hv-cinder-81888 {{(pid=87466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:12:28.049442 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-19802011-2c03-4c7f-9d57-e7d2c63dc192 req-b28b659f-d42c-4a6a-ad77-e9168a7d3ef6 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:28.054646 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a724e75-efe4-433d-bb75-3e0318088c10', 'name': 'network-vif-deleted', 'tag': 'dfb3f7da-efed-4d9f-b969-56efa7528bb3'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:28.083402 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dbff2-a149-4f47-b988-81d1dec674b0 req-c6cb2704-679f-41ac-83e6-3a3462c17e2c tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:28.084900 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f54dbff2-a149-4f47-b988-81d1dec674b0 req-c6cb2704-679f-41ac-83e6-3a3462c17e2c tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.2427859 Nov 23 13:12:28.110075 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a724e75-efe4-433d-bb75-3e0318088c10', 'name': 'network-vif-deleted', 'tag': 'dfb3f7da-efed-4d9f-b969-56efa7528bb3', 'status': 'completed', 'code': 200} Nov 23 13:12:28.137582 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f54dbff2-a149-4f47-b988-81d1dec674b0 req-6ff05fb2-e792-4a96-9ae8-bdfe225537bf tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449920 Nov 23 13:12:28.148468 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-19802011-2c03-4c7f-9d57-e7d2c63dc192 req-b28b659f-d42c-4a6a-ad77-e9168a7d3ef6 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.88 "DELETE /v2.0/ports/dfb3f7da-efed-4d9f-b969-56efa7528bb3 HTTP/1.1" status: 204 len: 173 time: 1.2342854 Nov 23 13:12:28.227837 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:28.313002 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:28.320712 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:28.385264 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Network 3b500559-6d86-44ef-9128-6580ad4c3c7d is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:12:28.388229 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:12:28.392285 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:12:28.397118 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-315cdcf7-dd11-48cf-b21b-b686e62e9c48 req-14038e67-9770-4a56-bfca-b44e35ccc264 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Synchronizing usage tracker for tenant:16a490f9163e4cdd9127a81f7a495df6 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:12:28.437505 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Pushing event updated for resources: {'Port': ['ID=d9f49f89-240a-4fda-9a06-ce2947403257,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:28.443352 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:28.467860 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:28.468849 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:28.483505 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-315cdcf7-dd11-48cf-b21b-b686e62e9c48 req-14038e67-9770-4a56-bfca-b44e35ccc264 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Unset dirty status for tenant:16a490f9163e4cdd9127a81f7a495df6 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:12:28.488982 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-315cdcf7-dd11-48cf-b21b-b686e62e9c48 req-14038e67-9770-4a56-bfca-b44e35ccc264 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 210 time: 0.1476841 Nov 23 13:12:28.603671 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0480990 Nov 23 13:12:28.680530 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Request body: {'port': {'device_id': '69e67696-6f94-4bdc-bf29-1824bba7e519', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:12:28.795481 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:29.105107 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451a1ae-8017-4c12-adec-fb42d7156326 req-c796b305-1f75-44dd-a3b7-c4c5767e6807 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:29.106439 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b451a1ae-8017-4c12-adec-fb42d7156326 req-c796b305-1f75-44dd-a3b7-c4c5767e6807 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 931 time: 0.0870581 Nov 23 13:12:29.158958 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f49f89-240a-4fda-9a06-ce2947403257 {{(pid=87465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:12:29.161481 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b451a1ae-8017-4c12-adec-fb42d7156326 req-6b4bf038-8c7d-4bda-bb40-27207ca37e00 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487945 Nov 23 13:12:29.166981 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:29.186247 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Transition to ACTIVE for port object d9f49f89-240a-4fda-9a06-ce2947403257 will not be triggered until provisioned by entity L2. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:12:29.305616 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:29.311350 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:29.337715 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34f475-e1e2-4a98-9863-4eb8c48b8af7 req-dbf16dd1-c662-4887-905e-212d54e5e63d tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:29.339297 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8e34f475-e1e2-4a98-9863-4eb8c48b8af7 req-dbf16dd1-c662-4887-905e-212d54e5e63d tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0834353 Nov 23 13:12:29.388065 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8e34f475-e1e2-4a98-9863-4eb8c48b8af7 req-6717f3cb-346a-45c8-9844-8e6c23cf4fc0 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Nov 23 13:12:29.577993 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f49f89-240a-4fda-9a06-ce2947403257,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:29.591106 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:29.634663 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Attempting to bind port d9f49f89-240a-4fda-9a06-ce2947403257 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:12:29.635323 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Attempting to bind port d9f49f89-240a-4fda-9a06-ce2947403257 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '4d238b19-b367-4c36-a5f6-186e5577cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '3b500559-6d86-44ef-9128-6580ad4c3c7d'}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:12:29.635654 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Attempting to bind port d9f49f89-240a-4fda-9a06-ce2947403257 on network 3b500559-6d86-44ef-9128-6580ad4c3c7d {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:12:29.640815 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Port d9f49f89-240a-4fda-9a06-ce2947403257 on network 3b500559-6d86-44ef-9128-6580ad4c3c7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:12:29.641218 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Attempting to bind port d9f49f89-240a-4fda-9a06-ce2947403257 on network 3b500559-6d86-44ef-9128-6580ad4c3c7d {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:12:29.647274 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:12:29.647726 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Checking segment: {'id': '4d238b19-b367-4c36-a5f6-186e5577cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '3b500559-6d86-44ef-9128-6580ad4c3c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:12:29.648200 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Bound using segment: {'id': '4d238b19-b367-4c36-a5f6-186e5577cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '3b500559-6d86-44ef-9128-6580ad4c3c7d'} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:12:29.648688 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Bound port: d9f49f89-240a-4fda-9a06-ce2947403257, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d238b19-b367-4c36-a5f6-186e5577cf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '3b500559-6d86-44ef-9128-6580ad4c3c7d'}}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:12:29.649153 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:29.669158 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6e41f21a-eb5a-4c87-8c81-774bb8530724 req-c348ebb7-8d02-4b5f-8c09-48d92a0d4b98 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a724e75-efe4-433d-bb75-3e0318088c10 HTTP/1.1" status: 200 len: 210 time: 0.0478177 Nov 23 13:12:29.770990 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] For port d9f49f89-240a-4fda-9a06-ce2947403257, host hv-cinder-81888, cleared binding levels {{(pid=87465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:12:29.770990 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] For port d9f49f89-240a-4fda-9a06-ce2947403257, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9f49f89-240a-4fda-9a06-ce2947403257,segment=NetworkSegment(4d238b19-b367-4c36-a5f6-186e5577cf66),segment_id=4d238b19-b367-4c36-a5f6-186e5577cf66)] {{(pid=87465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:12:29.826640 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:29.831749 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-35af82f4-509e-4b96-8a05-b77b6ce3fa6b tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:29.873483 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:12:29.914073 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:29.914717 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:29.916144 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] 10.222.0.88 "PUT /v2.0/ports/d9f49f89-240a-4fda-9a06-ce2947403257 HTTP/1.1" status: 200 len: 1093 time: 1.2404480 Nov 23 13:12:29.923046 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e67696-6f94-4bdc-bf29-1824bba7e519', 'tag': 'd9f49f89-240a-4fda-9a06-ce2947403257'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:29.949643 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f49f89-240a-4fda-9a06-ce2947403257,revision_number=3']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:29.952842 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:30.015563 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e67696-6f94-4bdc-bf29-1824bba7e519', 'tag': 'd9f49f89-240a-4fda-9a06-ce2947403257', 'status': 'completed', 'code': 200} Nov 23 13:12:30.150613 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-bdb846d0-7e70-46cb-9640-a534fbeb47e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:30.152097 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-bdb846d0-7e70-46cb-9640-a534fbeb47e5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b8fb6db5805f40d5a1839644168d4739&device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 1096 time: 0.0742319 Nov 23 13:12:30.241504 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-f4708b38-3187-45c1-9582-3c0105e86591 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9f49f89-240a-4fda-9a06-ce2947403257 HTTP/1.1" status: 200 len: 217 time: 0.0720911 Nov 23 13:12:30.311251 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-918f9c51-df69-4153-8bfe-e3c4c56d4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:30.312681 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-918f9c51-df69-4153-8bfe-e3c4c56d4005 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bec4a8a3-bfd6-4232-977d-a7daf3474e64 HTTP/1.1" status: 200 len: 849 time: 0.0577838 Nov 23 13:12:30.345107 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7009284-3bec-4b8e-ba00-06d8b91931a4 req-7b57b358-5b82-40b1-86c3-dccdf2f30ff6 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:30.346549 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d7009284-3bec-4b8e-ba00-06d8b91931a4 req-7b57b358-5b82-40b1-86c3-dccdf2f30ff6 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 943 time: 0.0787456 Nov 23 13:12:30.359839 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-49ff0d89-656e-479e-907c-34cf590eaf61 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3b500559-6d86-44ef-9128-6580ad4c3c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398641 Nov 23 13:12:30.391647 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d7009284-3bec-4b8e-ba00-06d8b91931a4 req-db8a8e0f-93bd-4982-bdef-d4d863f0be2f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388503 Nov 23 13:12:30.492569 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-ae604ce5-6c86-44f4-a0ad-2da411f7e745 service neutron] 10.222.0.88 "GET /v2.0/networks/3b500559-6d86-44ef-9128-6580ad4c3c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254113 Nov 23 13:12:30.590980 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356388ba-5cb3-45c4-b52e-23371bdc4cf2 req-f1a944b9-8b7b-4568-996c-2fa1e2ef8cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:30.592436 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-356388ba-5cb3-45c4-b52e-23371bdc4cf2 req-f1a944b9-8b7b-4568-996c-2fa1e2ef8cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0829196 Nov 23 13:12:30.637489 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-35c26242-84d8-4bc8-a100-ea722a8fdc43 req-efe44398-a62f-4a68-b18a-d41cdbabc10f service neutron] 10.222.0.88 "GET /v2.0/networks/3b500559-6d86-44ef-9128-6580ad4c3c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355307 Nov 23 13:12:30.643044 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-356388ba-5cb3-45c4-b52e-23371bdc4cf2 req-2558ea6e-9b05-4aca-b8a5-493283cd516e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429640 Nov 23 13:12:31.035326 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b27a67-edc8-4cc5-9fee-8f0637a39779 req-de6daada-5cc8-4fdd-a875-4e95f84fcf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:31.037184 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0b27a67-edc8-4cc5-9fee-8f0637a39779 req-de6daada-5cc8-4fdd-a875-4e95f84fcf1f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b8fb6db5805f40d5a1839644168d4739&device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 1096 time: 0.0816612 Nov 23 13:12:31.178201 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b27a67-edc8-4cc5-9fee-8f0637a39779 req-b59b0555-0eef-4345-bf67-fa93c0547f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:31.179661 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0b27a67-edc8-4cc5-9fee-8f0637a39779 req-b59b0555-0eef-4345-bf67-fa93c0547f6b service neutron] 10.222.0.88 "GET /v2.0/networks?id=3b500559-6d86-44ef-9128-6580ad4c3c7d HTTP/1.1" status: 200 len: 911 time: 0.1342194 Nov 23 13:12:31.252351 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0b27a67-edc8-4cc5-9fee-8f0637a39779 req-46e0c429-9390-4431-b910-d2e0a7727bc9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9f49f89-240a-4fda-9a06-ce2947403257 HTTP/1.1" status: 200 len: 217 time: 0.0654488 Nov 23 13:12:31.318057 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b27a67-edc8-4cc5-9fee-8f0637a39779 req-0202f4ad-a01c-4cdf-877b-53f20d6c4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:31.319480 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0b27a67-edc8-4cc5-9fee-8f0637a39779 req-0202f4ad-a01c-4cdf-877b-53f20d6c4f10 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bec4a8a3-bfd6-4232-977d-a7daf3474e64 HTTP/1.1" status: 200 len: 849 time: 0.0595515 Nov 23 13:12:31.374925 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0b27a67-edc8-4cc5-9fee-8f0637a39779 req-87c15c5b-d837-4c02-8678-aa40cef2b20e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3b500559-6d86-44ef-9128-6580ad4c3c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402510 Nov 23 13:12:31.529032 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0b27a67-edc8-4cc5-9fee-8f0637a39779 req-edad913d-738b-41c6-966c-5edf8e424d69 service neutron] 10.222.0.88 "GET /v2.0/networks/3b500559-6d86-44ef-9128-6580ad4c3c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454437 Nov 23 13:12:31.583627 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5435672-faef-487d-a0aa-b68aa5794a01 req-be5fd2d2-f9b3-4b25-8969-2e21276859ad tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:31.585835 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d5435672-faef-487d-a0aa-b68aa5794a01 req-be5fd2d2-f9b3-4b25-8969-2e21276859ad tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 943 time: 0.0827909 Nov 23 13:12:31.638696 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d5435672-faef-487d-a0aa-b68aa5794a01 req-76d97575-5b84-4079-95f7-681d373b9d46 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475690 Nov 23 13:12:31.679609 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device dfb3f7da-efed-4d9f-b969-56efa7528bb3 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:12:31.741880 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: dfb3f7da-efed-4d9f-b969-56efa7528bb3 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:12:31.742248 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device dfb3f7da-efed-4d9f-b969-56efa7528bb3 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:12:31.813743 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b0b27a67-edc8-4cc5-9fee-8f0637a39779 req-38414bc2-b12c-4abf-bda7-f385777e32e8 service neutron] 10.222.0.88 "GET /v2.0/networks/3b500559-6d86-44ef-9128-6580ad4c3c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773366 Nov 23 13:12:31.943140 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270d1ef-0690-4e02-b344-b265b54c16b1 req-53df0f69-b147-460c-9599-8255a4091640 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:31.944600 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5270d1ef-0690-4e02-b344-b265b54c16b1 req-53df0f69-b147-460c-9599-8255a4091640 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1049650 Nov 23 13:12:31.990877 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5270d1ef-0690-4e02-b344-b265b54c16b1 req-f994c2a9-349a-4f88-af1a-2459306dd540 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Nov 23 13:12:32.833234 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7512b9-1ded-43c1-ad89-616a30b9b874 req-e7e97ebe-9a22-4c86-9d11-5e0ea9bfff41 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:32.834708 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ce7512b9-1ded-43c1-ad89-616a30b9b874 req-e7e97ebe-9a22-4c86-9d11-5e0ea9bfff41 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 943 time: 0.0829055 Nov 23 13:12:32.886589 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ce7512b9-1ded-43c1-ad89-616a30b9b874 req-5eccc1c2-0311-4fd6-9483-fb626d47ab8a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462887 Nov 23 13:12:33.250443 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9b982-b773-4d91-9d96-ef9d4d64eac0 req-f839d30e-6ca2-4f79-9183-fe0ff5f0db59 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:33.251909 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65a9b982-b773-4d91-9d96-ef9d4d64eac0 req-f839d30e-6ca2-4f79-9183-fe0ff5f0db59 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1513195 Nov 23 13:12:33.296958 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-65a9b982-b773-4d91-9d96-ef9d4d64eac0 req-9a185276-e21f-4ac0-a8a7-dee96868d751 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384963 Nov 23 13:12:33.711606 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device d9f49f89-240a-4fda-9a06-ce2947403257 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:12:33.851410 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port d9f49f89-240a-4fda-9a06-ce2947403257, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9f49f89-240a-4fda-9a06-ce2947403257,segment=NetworkSegment(4d238b19-b367-4c36-a5f6-186e5577cf66),segment_id=4d238b19-b367-4c36-a5f6-186e5577cf66)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:33.865704 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': 'd9f49f89-240a-4fda-9a06-ce2947403257', 'network_id': '3b500559-6d86-44ef-9128-6580ad4c3c7d', 'port_id': 'd9f49f89-240a-4fda-9a06-ce2947403257', 'mac_address': 'fa:16:3e:fd:3b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec4a8a3-bfd6-4232-977d-a7daf3474e64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:12:33.924504 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:33.943275 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f49f89-240a-4fda-9a06-ce2947403257 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:12:33.961603 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port d9f49f89-240a-4fda-9a06-ce2947403257, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9f49f89-240a-4fda-9a06-ce2947403257,segment=NetworkSegment(4d238b19-b367-4c36-a5f6-186e5577cf66),segment_id=4d238b19-b367-4c36-a5f6-186e5577cf66)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:34.060493 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:34.064257 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:34.105147 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59d08a-0ebc-418e-895f-f09f77b296bc req-6126c287-85a5-44fe-a969-fb57734ce1e5 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:34.107332 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3b59d08a-0ebc-418e-895f-f09f77b296bc req-6126c287-85a5-44fe-a969-fb57734ce1e5 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 943 time: 0.0985143 Nov 23 13:12:34.159415 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3b59d08a-0ebc-418e-895f-f09f77b296bc req-93874a6f-1f75-4559-903e-9dbfb2f87cbe tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441241 Nov 23 13:12:34.174587 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=d9f49f89-240a-4fda-9a06-ce2947403257,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:34.178360 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:34.499452 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc42b9-aea0-415c-bba6-cd5980e3371f req-92bc334e-9137-4f55-812c-6235c237880d tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:34.501011 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1cbc42b9-aea0-415c-bba6-cd5980e3371f req-92bc334e-9137-4f55-812c-6235c237880d tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0844715 Nov 23 13:12:34.547817 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1cbc42b9-aea0-415c-bba6-cd5980e3371f req-e154eaf2-61fc-47d1-907f-d80e70b82e04 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 Nov 23 13:12:34.573471 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['d9f49f89-240a-4fda-9a06-ce2947403257'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:12:35.365452 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee311ad3-eb98-4e7a-a9ee-0ad3f9c5cd11 req-3191cd76-b731-4d70-af0b-0feb0e79f1e0 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:35.366902 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ee311ad3-eb98-4e7a-a9ee-0ad3f9c5cd11 req-3191cd76-b731-4d70-af0b-0feb0e79f1e0 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 944 time: 0.0855372 Nov 23 13:12:35.416957 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ee311ad3-eb98-4e7a-a9ee-0ad3f9c5cd11 req-3e7346ee-ec6e-4d4c-8632-e3c9e4935d1e tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440726 Nov 23 13:12:35.565644 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f293f78-eb02-4314-9c49-3cb22e8e3c03 req-971f7518-0d68-4836-841a-3c543d8143ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:35.567134 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-8f293f78-eb02-4314-9c49-3cb22e8e3c03 req-971f7518-0d68-4836-841a-3c543d8143ba service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 1098 time: 0.0812962 Nov 23 13:12:35.613862 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-8f293f78-eb02-4314-9c49-3cb22e8e3c03 req-186e050f-8c5c-4a50-b2e8-56d1bcf634c8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351782 Nov 23 13:12:35.747895 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb452ab0-6255-4126-a822-5ec8a47429f5 req-c61512fb-ff14-4ab5-be38-e436d78626a0 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:35.748951 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fb452ab0-6255-4126-a822-5ec8a47429f5 req-c61512fb-ff14-4ab5-be38-e436d78626a0 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0916722 Nov 23 13:12:35.801373 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fb452ab0-6255-4126-a822-5ec8a47429f5 req-4f0dde8e-f87b-482d-bc9d-ff0258d60b2b tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465767 Nov 23 13:12:36.714882 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-c93e29dc-6169-4479-8cd7-43c1019da999 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:36.716317 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-c93e29dc-6169-4479-8cd7-43c1019da999 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/networks?id=4fcd731b-3484-4a4a-9d91-9350116c2af7 HTTP/1.1" status: 200 len: 815 time: 0.2371781 Nov 23 13:12:36.728720 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5da18-7d94-4de5-aab4-69e225c1f967 req-5d310b7e-1f87-4dc4-ae9c-5ab3660e59c4 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:36.730220 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d1f5da18-7d94-4de5-aab4-69e225c1f967 req-5d310b7e-1f87-4dc4-ae9c-5ab3660e59c4 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 944 time: 0.1647086 Nov 23 13:12:36.758684 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-b8292457-b365-492b-9bce-61ff1f83fcc6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/quotas/03fc88be0a9f43bebedaede3ecd2f613 HTTP/1.1" status: 200 len: 375 time: 0.0273702 Nov 23 13:12:36.824854 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d1f5da18-7d94-4de5-aab4-69e225c1f967 req-2bccebdc-f47f-488c-8461-a2632b83eeef tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865312 Nov 23 13:12:36.892877 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-1a573179-c5c1-43a7-9183-48d61c3c41fe tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1273284 Nov 23 13:12:37.086552 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-52887b4c-a997-42ab-bb51-619c92761ad9 service neutron] 10.222.0.48 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868474 Nov 23 13:12:37.098621 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39608a-cb5b-4f2b-8ee3-337a4fa42cab req-87191073-327e-4cf0-9055-0f5a59f16c06 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:37.100749 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ae39608a-cb5b-4f2b-8ee3-337a4fa42cab req-87191073-327e-4cf0-9055-0f5a59f16c06 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1297493 Nov 23 13:12:37.228321 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ae39608a-cb5b-4f2b-8ee3-337a4fa42cab req-70d7c12b-f563-4c65-bc0c-557033349144 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056917 Nov 23 13:12:37.280484 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-6d0b49a3-fe63-4c2b-8ee3-629e1c6bccb8 service neutron] 10.222.0.48 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786151 Nov 23 13:12:37.576828 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4ced40b5-5ab0-40de-83a3-deed9017841a req-c96b2012-5749-4c28-a9b7-90e2f92a0b04 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 210 time: 0.0442946 Nov 23 13:12:37.727664 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device d9f49f89-240a-4fda-9a06-ce2947403257 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:12:37.854727 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port d9f49f89-240a-4fda-9a06-ce2947403257 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:12:37.860851 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port d9f49f89-240a-4fda-9a06-ce2947403257 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:12:37.861237 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:37.992632 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:38.027346 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e67696-6f94-4bdc-bf29-1824bba7e519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f49f89-240a-4fda-9a06-ce2947403257'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:38.037890 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port d9f49f89-240a-4fda-9a06-ce2947403257, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9f49f89-240a-4fda-9a06-ce2947403257,segment=NetworkSegment(4d238b19-b367-4c36-a5f6-186e5577cf66),segment_id=4d238b19-b367-4c36-a5f6-186e5577cf66)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:38.063887 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d12c9-8d4f-4a1c-8871-eeff9ed6ac80 req-7c178269-113b-4005-80c2-6119f05b7eb6 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:38.071214 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-465d12c9-8d4f-4a1c-8871-eeff9ed6ac80 req-7c178269-113b-4005-80c2-6119f05b7eb6 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 944 time: 0.1064470 Nov 23 13:12:38.079783 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e67696-6f94-4bdc-bf29-1824bba7e519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f49f89-240a-4fda-9a06-ce2947403257', 'code': 200} Nov 23 13:12:38.115383 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-465d12c9-8d4f-4a1c-8871-eeff9ed6ac80 req-4a8ea91f-9605-4343-a71b-c9e99fce1e0f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433667 Nov 23 13:12:38.168348 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:38.173905 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:38.244087 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=d9f49f89-240a-4fda-9a06-ce2947403257,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:38.247208 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:38.421155 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8390ff-fe76-4b0d-b662-b261c4534bc0 req-c6f1d973-a69a-4905-908f-a4feaf8b699f tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:38.422586 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9c8390ff-fe76-4b0d-b662-b261c4534bc0 req-c6f1d973-a69a-4905-908f-a4feaf8b699f tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0844371 Nov 23 13:12:38.469820 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9c8390ff-fe76-4b0d-b662-b261c4534bc0 req-1686a1a5-c9d3-403f-9890-db8bc7dee5fd tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395751 Nov 23 13:12:38.568265 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ba912-2ab0-43f7-b58d-4ce7bd4b6bce req-a02ffb54-0902-42ed-845f-f41c534f0571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:38.570043 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e02ba912-2ab0-43f7-b58d-4ce7bd4b6bce req-a02ffb54-0902-42ed-845f-f41c534f0571 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 1098 time: 0.0744081 Nov 23 13:12:38.634648 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e02ba912-2ab0-43f7-b58d-4ce7bd4b6bce req-e5ecdde4-b183-485e-accc-d45035cec6af service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435271 Nov 23 13:12:38.959661 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0cd7c8e3-6e23-4083-afd6-d3b14f650050 req-571ebc23-9b94-49ac-b927-e196b83ab6b2 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 210 time: 0.0463209 Nov 23 13:12:39.131810 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ec191-a6e7-4db6-8a9e-5fd44fee1d6c req-4128770e-fec0-45f5-a9d9-4fb3246d51df tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:39.133193 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cc5ec191-a6e7-4db6-8a9e-5fd44fee1d6c req-4128770e-fec0-45f5-a9d9-4fb3246d51df tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0819111 Nov 23 13:12:39.177482 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cc5ec191-a6e7-4db6-8a9e-5fd44fee1d6c req-cdbd2203-6cba-4710-ba60-17b1e3b3cb05 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385456 Nov 23 13:12:39.362199 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed3fa2-9aaf-420b-9981-b4f0bcd34027 req-05467d92-4ac0-49b7-8879-5cdeb323dcfc tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:39.363807 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2aed3fa2-9aaf-420b-9981-b4f0bcd34027 req-05467d92-4ac0-49b7-8879-5cdeb323dcfc tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 945 time: 0.0898643 Nov 23 13:12:39.501317 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2aed3fa2-9aaf-420b-9981-b4f0bcd34027 req-2dba7f99-4f62-4aeb-ac28-0bcefaa76a6e tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317785 Nov 23 13:12:39.540453 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-207cc649-3a91-420b-8dcd-df2761458a98 req-506874c9-d85f-45cb-af6e-bbedaf81e517 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1087353 Nov 23 13:12:39.592518 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e715e3b-e390-4f8c-9abf-b8867f769625 req-1f9e041a-d689-4ffb-a870-120213373089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:39.593961 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0e715e3b-e390-4f8c-9abf-b8867f769625 req-1f9e041a-d689-4ffb-a870-120213373089 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b12f3c7ceda456987357f151ca0b4d1&device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 1098 time: 0.0860853 Nov 23 13:12:39.686012 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cc649-3a91-420b-8dcd-df2761458a98 req-43f24e55-362d-41da-a730-d3352a90a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:39.687511 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-207cc649-3a91-420b-8dcd-df2761458a98 req-43f24e55-362d-41da-a730-d3352a90a52e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 1099 time: 0.0759127 Nov 23 13:12:39.752192 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e715e3b-e390-4f8c-9abf-b8867f769625 req-a6e80689-5e46-4dbf-b749-57684f6a63a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:39.754297 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0e715e3b-e390-4f8c-9abf-b8867f769625 req-a6e80689-5e46-4dbf-b749-57684f6a63a3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0027748b-8da6-43ba-b2a5-1fbc984935cc HTTP/1.1" status: 200 len: 921 time: 0.1431353 Nov 23 13:12:39.833219 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0e715e3b-e390-4f8c-9abf-b8867f769625 req-b586e51b-e8cf-4ef8-b5d1-88e866953822 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a131a8c-1c25-4a9f-9458-8dc0df968149 HTTP/1.1" status: 200 len: 217 time: 0.0709541 Nov 23 13:12:39.869669 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cc649-3a91-420b-8dcd-df2761458a98 req-d7c86317-d6de-457a-ba7b-1a24c9513af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:39.871357 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-207cc649-3a91-420b-8dcd-df2761458a98 req-d7c86317-d6de-457a-ba7b-1a24c9513af7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4fcd731b-3484-4a4a-9d91-9350116c2af7 HTTP/1.1" status: 200 len: 917 time: 0.1453893 Nov 23 13:12:39.912934 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e715e3b-e390-4f8c-9abf-b8867f769625 req-f88105d9-fde9-49be-8e25-2f984b4851dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:39.914455 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0e715e3b-e390-4f8c-9abf-b8867f769625 req-f88105d9-fde9-49be-8e25-2f984b4851dc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9 HTTP/1.1" status: 200 len: 859 time: 0.0729990 Nov 23 13:12:39.954173 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-207cc649-3a91-420b-8dcd-df2761458a98 req-f42cd08c-af47-4c37-8af8-649667b3492a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5d2fd3e-fac4-4285-a28e-4b886238d7f1 HTTP/1.1" status: 200 len: 217 time: 0.0693762 Nov 23 13:12:40.016867 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0e715e3b-e390-4f8c-9abf-b8867f769625 req-89e5b85b-298e-457c-9371-45dd4411f45b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0027748b-8da6-43ba-b2a5-1fbc984935cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471380 Nov 23 13:12:40.081618 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cc649-3a91-420b-8dcd-df2761458a98 req-a9ed6584-a303-4be3-ad4d-3cc91b25bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:40.082990 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-207cc649-3a91-420b-8dcd-df2761458a98 req-a9ed6584-a303-4be3-ad4d-3cc91b25bac5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0 HTTP/1.1" status: 200 len: 855 time: 0.0963845 Nov 23 13:12:40.156215 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-207cc649-3a91-420b-8dcd-df2761458a98 req-271bd0e4-77b5-4d9a-bf3c-845c3a03896c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4fcd731b-3484-4a4a-9d91-9350116c2af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549695 Nov 23 13:12:40.245613 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fe118ec5-1674-4e45-a683-5ff9e4be25c0 req-73fa33a0-42ae-49f4-b905-9c1195134e64 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 210 time: 0.1449318 Nov 23 13:12:40.271682 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0e715e3b-e390-4f8c-9abf-b8867f769625 req-8d7232d7-781b-4121-8922-7b9296280fe2 service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964803 Nov 23 13:12:40.306704 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-207cc649-3a91-420b-8dcd-df2761458a98 req-aa672d53-10fa-4bc0-a03e-34b8d65b46c7 service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424110 Nov 23 13:12:40.456859 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-207cc649-3a91-420b-8dcd-df2761458a98 req-e72a9fd2-f542-4b6c-bfd9-72c84f0fb395 service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288867 Nov 23 13:12:40.495463 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0e715e3b-e390-4f8c-9abf-b8867f769625 req-5e5f28c5-4365-46bb-8472-5683351c355c service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853948 Nov 23 13:12:40.507413 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb03839-396e-4d7a-b738-11bd932d4846 req-b4a2ca27-1ccc-47af-9d36-c08960997984 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:40.508842 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fdb03839-396e-4d7a-b738-11bd932d4846 req-b4a2ca27-1ccc-47af-9d36-c08960997984 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1790195 Nov 23 13:12:40.560486 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fdb03839-396e-4d7a-b738-11bd932d4846 req-2fa8ba01-dd69-4118-ba5e-bd3502674db9 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419240 Nov 23 13:12:40.728668 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:40.742758 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b27f07-0537-4d3b-ae04-81d352ec8abb req-5c6b9874-3475-4d58-bef1-48a42b8820d8 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:40.744220 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a3b27f07-0537-4d3b-ae04-81d352ec8abb req-5c6b9874-3475-4d58-bef1-48a42b8820d8 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 945 time: 0.0871801 Nov 23 13:12:40.814933 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a3b27f07-0537-4d3b-ae04-81d352ec8abb req-7d850dae-b6e2-414d-8c67-2dbec31d9497 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649955 Nov 23 13:12:40.929549 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-5bed749c-33ca-4eaf-819f-cb9bc36eb0e5 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:40.930938 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-5bed749c-33ca-4eaf-819f-cb9bc36eb0e5 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "GET /v2.0/networks?id=4fcd731b-3484-4a4a-9d91-9350116c2af7 HTTP/1.1" status: 200 len: 815 time: 0.1500459 Nov 23 13:12:41.030326 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Request body: {'port': {'device_id': '0697088e-03d3-4333-b729-711ca9c0c5b6', 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7', 'admin_state_up': True, 'tenant_id': '03fc88be0a9f43bebedaede3ecd2f613'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:12:41.186554 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:12:41.196933 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:12:41.272507 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Made reservation on behalf of 03fc88be0a9f43bebedaede3ecd2f613 for: {'port': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:12:41.280543 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:41.435226 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b82ae6d6-ef77-4005-887b-c45cfc4c8e22 req-685c5037-2547-4852-aa27-1166d2b8cc8a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 210 time: 0.0542605 Nov 23 13:12:41.519020 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Allocated IP 172.20.0.10 (4fcd731b-3484-4a4a-9d91-9350116c2af7/3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0/f2ea7969-30ff-4a88-b7ac-2058d2444fe8) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:12:41.846659 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:41.864016 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10b345-57e5-46c4-baca-a2a73d6f8448 req-ac137b56-bafc-4f7e-840d-24ccf96a5d1d tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:41.866343 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0b10b345-57e5-46c4-baca-a2a73d6f8448 req-ac137b56-bafc-4f7e-840d-24ccf96a5d1d tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1439211 Nov 23 13:12:41.922776 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0b10b345-57e5-46c4-baca-a2a73d6f8448 req-4ab66a96-bc63-486e-80e8-5d0441c382be tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493276 Nov 23 13:12:41.988523 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:41.996002 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:42.040898 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['a5d2fd3e-fac4-4285-a28e-4b886238d7f1', '434e1702-5b50-4b21-afc2-fb5307ce769b', '8f1b7626-55b7-4775-8a49-3eb74b44f307'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:12:42.070971 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Network 4fcd731b-3484-4a4a-9d91-9350116c2af7 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:12:42.077094 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:12:42.084802 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:12:42.089811 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:42.090430 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:42.096350 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Pushing event updated for resources: {'Port': ['ID=f2ea7969-30ff-4a88-b7ac-2058d2444fe8,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:42.106554 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:42.127370 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd0c6-fc76-4014-846c-a60e6d88b9a7 req-10f2b6e5-bd0b-4d7d-8d39-1a63d59a0ddc tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:42.130785 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-76ffd0c6-fc76-4014-846c-a60e6d88b9a7 req-10f2b6e5-bd0b-4d7d-8d39-1a63d59a0ddc tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 945 time: 0.1987379 Nov 23 13:12:42.189105 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-76ffd0c6-fc76-4014-846c-a60e6d88b9a7 req-1dffff7d-e00b-41ac-80e3-19809a3dcd34 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439594 Nov 23 13:12:42.215020 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1884644 Nov 23 13:12:42.262383 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Request body: {'port': {'device_id': '0697088e-03d3-4333-b729-711ca9c0c5b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:12:42.386552 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:42.759810 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aeed95-6ce4-4e1e-b125-8bd70377abe6 req-5b5ebc7c-322c-4072-87d1-dc916c95de8a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:42.760498 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-e0aeed95-6ce4-4e1e-b125-8bd70377abe6 req-5b5ebc7c-322c-4072-87d1-dc916c95de8a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Synchronizing usage tracker for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:12:42.843950 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ea7969-30ff-4a88-b7ac-2058d2444fe8 {{(pid=87466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:12:42.856716 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:42.873718 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.provisioning_blocks [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Transition to ACTIVE for port object f2ea7969-30ff-4a88-b7ac-2058d2444fe8 will not be triggered until provisioned by entity L2. {{(pid=87466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:12:42.905648 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-e0aeed95-6ce4-4e1e-b125-8bd70377abe6 req-5b5ebc7c-322c-4072-87d1-dc916c95de8a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Unset dirty status for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:12:42.907695 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e0aeed95-6ce4-4e1e-b125-8bd70377abe6 req-5b5ebc7c-322c-4072-87d1-dc916c95de8a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 932 time: 0.3433206 Nov 23 13:12:42.940869 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:42.950596 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9cc56dd0-6b3f-48a5-b60b-7111ad7ceba3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:43.163255 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e0aeed95-6ce4-4e1e-b125-8bd70377abe6 req-c0a55b50-08c8-4ca6-8af2-f3c7446b8a0d tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490172 Nov 23 13:12:43.240102 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Pushing event updated for resources: {'Port': ['ID=f2ea7969-30ff-4a88-b7ac-2058d2444fe8,revision_number=2']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:43.248572 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:43.275795 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Attempting to bind port f2ea7969-30ff-4a88-b7ac-2058d2444fe8 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:12:43.276130 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Attempting to bind port f2ea7969-30ff-4a88-b7ac-2058d2444fe8 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:12:43.276457 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Attempting to bind port f2ea7969-30ff-4a88-b7ac-2058d2444fe8 on network 4fcd731b-3484-4a4a-9d91-9350116c2af7 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:12:43.283783 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Port f2ea7969-30ff-4a88-b7ac-2058d2444fe8 on network 4fcd731b-3484-4a4a-9d91-9350116c2af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:12:43.284099 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Attempting to bind port f2ea7969-30ff-4a88-b7ac-2058d2444fe8 on network 4fcd731b-3484-4a4a-9d91-9350116c2af7 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:12:43.292403 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:12:43.292615 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Checking segment: {'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:12:43.292995 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Bound using segment: {'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:12:43.293418 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Bound port: f2ea7969-30ff-4a88-b7ac-2058d2444fe8, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6eaf9be-420a-4777-861a-8ba461a4601c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7'}}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:12:43.293763 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:43.370101 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf3de3-7c5d-4982-83be-b5d037c3d1c7 req-80f159dc-2fcf-48ca-826e-4e82db78d596 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:43.371672 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-17cf3de3-7c5d-4982-83be-b5d037c3d1c7 req-80f159dc-2fcf-48ca-826e-4e82db78d596 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.2166295 Nov 23 13:12:43.426207 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] For port f2ea7969-30ff-4a88-b7ac-2058d2444fe8, host hv-cinder-81888, cleared binding levels {{(pid=87466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:12:43.441989 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] For port f2ea7969-30ff-4a88-b7ac-2058d2444fe8, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f2ea7969-30ff-4a88-b7ac-2058d2444fe8,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:12:43.445793 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-17cf3de3-7c5d-4982-83be-b5d037c3d1c7 req-e098ab69-bb5d-421e-84d1-655867cf4443 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675623 Nov 23 13:12:43.523290 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:43.528089 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-6bdec990-17ed-4437-a66d-d7147176d140 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:43.589236 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:43.589835 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:43.591181 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-69a99efc-1607-407f-baa0-124671a25ede service neutron] 10.222.0.88 "PUT /v2.0/ports/f2ea7969-30ff-4a88-b7ac-2058d2444fe8 HTTP/1.1" status: 200 len: 1094 time: 1.3337812 Nov 23 13:12:43.591641 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0697088e-03d3-4333-b729-711ca9c0c5b6', 'tag': 'f2ea7969-30ff-4a88-b7ac-2058d2444fe8'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:43.614320 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Pushing event updated for resources: {'Port': ['ID=f2ea7969-30ff-4a88-b7ac-2058d2444fe8,revision_number=3']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:43.617509 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:43.638379 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0697088e-03d3-4333-b729-711ca9c0c5b6', 'tag': 'f2ea7969-30ff-4a88-b7ac-2058d2444fe8', 'status': 'completed', 'code': 200} Nov 23 13:12:43.783606 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799930e-6bae-4062-b104-cbb6ffcaf229 req-918a165f-5bb3-4e9e-8ce1-04b8b3319ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:43.785097 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6799930e-6bae-4062-b104-cbb6ffcaf229 req-918a165f-5bb3-4e9e-8ce1-04b8b3319ffa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 1097 time: 0.0760479 Nov 23 13:12:43.988737 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799930e-6bae-4062-b104-cbb6ffcaf229 req-2ac94a4b-7a49-47b0-b64a-b274fc4382a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:43.990261 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6799930e-6bae-4062-b104-cbb6ffcaf229 req-2ac94a4b-7a49-47b0-b64a-b274fc4382a6 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1430116 Nov 23 13:12:44.232610 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799930e-6bae-4062-b104-cbb6ffcaf229 req-e7eed98b-e051-43e6-8751-87c46b496ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:44.234090 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6799930e-6bae-4062-b104-cbb6ffcaf229 req-e7eed98b-e051-43e6-8751-87c46b496ad1 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2311428 Nov 23 13:12:44.514486 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf46ce9-1c4b-45ed-9da4-0f5946e13c77 req-0fc629f2-2c67-4651-9326-edc44cc366d6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:44.515953 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4cf46ce9-1c4b-45ed-9da4-0f5946e13c77 req-0fc629f2-2c67-4651-9326-edc44cc366d6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 944 time: 0.2101274 Nov 23 13:12:44.551158 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec63d3-0173-449e-a6cf-a9b3d1523678 req-b4474273-57f2-4b6a-bbbd-d8a2f704bf78 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:44.552601 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c2ec63d3-0173-449e-a6cf-a9b3d1523678 req-b4474273-57f2-4b6a-bbbd-d8a2f704bf78 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 945 time: 0.1906104 Nov 23 13:12:44.557619 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-60b14f3e-8827-4323-86e0-70f77071f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:44.559028 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-60b14f3e-8827-4323-86e0-70f77071f97f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 1097 time: 0.1562304 Nov 23 13:12:44.661212 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4cf46ce9-1c4b-45ed-9da4-0f5946e13c77 req-a418b67d-f669-4878-8126-9ac1f8ce21d3 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355851 Nov 23 13:12:44.673785 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-94c37d72-32e5-4c4c-8fca-b7efddb7471e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2ea7969-30ff-4a88-b7ac-2058d2444fe8 HTTP/1.1" status: 200 len: 217 time: 0.0766027 Nov 23 13:12:44.689561 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c2ec63d3-0173-449e-a6cf-a9b3d1523678 req-77c3ae00-61eb-4dd3-bcc2-642ab5a94a66 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276789 Nov 23 13:12:44.752588 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-2ea8b304-ac5d-4490-ac11-99378a764365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:44.754173 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-2ea8b304-ac5d-4490-ac11-99378a764365 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0 HTTP/1.1" status: 200 len: 855 time: 0.0636833 Nov 23 13:12:44.842292 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-d3ee5ba4-88b4-4c0d-be1d-c9f3c44665e7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4fcd731b-3484-4a4a-9d91-9350116c2af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778527 Nov 23 13:12:44.974608 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b185d-79aa-4f4b-9bad-f950b4e9531f req-f3c1a438-99e5-4cdc-953e-9e2584c38860 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:44.977532 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-be6b185d-79aa-4f4b-9bad-f950b4e9531f req-f3c1a438-99e5-4cdc-953e-9e2584c38860 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1737838 Nov 23 13:12:45.048423 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-a2340314-d992-40f7-af08-5d53ae756f3b service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743340 Nov 23 13:12:45.051304 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-be6b185d-79aa-4f4b-9bad-f950b4e9531f req-7c86bac1-159d-4dee-8db5-780f59e2ba08 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670831 Nov 23 13:12:45.204356 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9a4824ab-5765-4902-a779-ee23d9c83f25 req-e0a19600-6c8f-4a0c-b97c-0280d7088209 service neutron] 10.222.0.88 "GET /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457305 Nov 23 13:12:45.911681 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eee8d-4a26-4fc5-af67-033223538b3e req-f2fe49bd-4ef1-4d04-8f4a-6f0dbdafc231 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:45.913761 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f77eee8d-4a26-4fc5-af67-033223538b3e req-f2fe49bd-4ef1-4d04-8f4a-6f0dbdafc231 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 944 time: 0.1442368 Nov 23 13:12:45.927344 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff09da7-0798-4eac-b40b-a1bc8f3dd621 req-97e82f31-6255-4502-a2e8-e89ff5591827 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:45.927344 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9ff09da7-0798-4eac-b40b-a1bc8f3dd621 req-97e82f31-6255-4502-a2e8-e89ff5591827 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 945 time: 0.1160555 Nov 23 13:12:45.996077 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f77eee8d-4a26-4fc5-af67-033223538b3e req-82ff486d-55f1-4e39-911a-5824340dd271 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691879 Nov 23 13:12:46.000293 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9ff09da7-0798-4eac-b40b-a1bc8f3dd621 req-47dc6ff6-0381-41cb-a73e-ee88bbfafde5 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608757 Nov 23 13:12:47.307232 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7009a3a-095a-4f81-afce-1da84efe3fd4 req-7f78e729-e3aa-487c-8ffe-448ee95d976a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:47.309672 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c7009a3a-095a-4f81-afce-1da84efe3fd4 req-7f78e729-e3aa-487c-8ffe-448ee95d976a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 944 time: 0.2022963 Nov 23 13:12:47.318558 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d05a09-92d4-49b9-b11d-34e06e15b9d6 req-e0169dcf-8f87-4d96-b815-e9d456ded9b2 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:47.320088 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d5d05a09-92d4-49b9-b11d-34e06e15b9d6 req-e0169dcf-8f87-4d96-b815-e9d456ded9b2 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 945 time: 0.1773961 Nov 23 13:12:47.391861 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e54cc7-3859-4aca-a73d-69f78569b3a5 req-9651368e-c328-476d-a8f6-587de4cfc52a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:47.393247 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c0e54cc7-3859-4aca-a73d-69f78569b3a5 req-9651368e-c328-476d-a8f6-587de4cfc52a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.88 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 945 time: 0.1769826 Nov 23 13:12:47.438568 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c7009a3a-095a-4f81-afce-1da84efe3fd4 req-8267f612-6760-4e73-8acd-6d03c4cb5233 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175661 Nov 23 13:12:47.453998 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d5d05a09-92d4-49b9-b11d-34e06e15b9d6 req-e0d16ec7-7599-40d5-b3dc-4a5012911161 tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/security-groups?id=6c8b49ef-d057-4265-8e28-207489daf94b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162319 Nov 23 13:12:47.495682 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-c0e54cc7-3859-4aca-a73d-69f78569b3a5 req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Deleting port d9f49f89-240a-4fda-9a06-ce2947403257 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:12:47.496029 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-c0e54cc7-3859-4aca-a73d-69f78569b3a5 req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:47.819663 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-c0e54cc7-3859-4aca-a73d-69f78569b3a5 req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] For port d9f49f89-240a-4fda-9a06-ce2947403257, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9f49f89-240a-4fda-9a06-ce2947403257,segment=NetworkSegment(4d238b19-b367-4c36-a5f6-186e5577cf66),segment_id=4d238b19-b367-4c36-a5f6-186e5577cf66)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:47.820017 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-c0e54cc7-3859-4aca-a73d-69f78569b3a5 req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:47.944095 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-c0e54cc7-3859-4aca-a73d-69f78569b3a5 req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Calling delete_port for d9f49f89-240a-4fda-9a06-ce2947403257 owned by compute:nova {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:12:48.089025 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cf400-d383-421a-ac56-b1fc175bcc51 req-b7c7bfae-92e0-46e3-869f-4bb1b5af4b97 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:48.090482 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b79cf400-d383-421a-ac56-b1fc175bcc51 req-b7c7bfae-92e0-46e3-869f-4bb1b5af4b97 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1536825 Nov 23 13:12:48.184808 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b79cf400-d383-421a-ac56-b1fc175bcc51 req-a134eb4a-fdcb-4ea1-8c01-582c5cd94eef tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635700 Nov 23 13:12:48.236877 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-c0e54cc7-3859-4aca-a73d-69f78569b3a5 req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:48.244503 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:48.285393 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['d9f49f89-240a-4fda-9a06-ce2947403257'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:12:48.290953 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Pushing event deleted for resources: {'Port': ['ID=d9f49f89-240a-4fda-9a06-ce2947403257,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:48.341909 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:48.342612 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:48.342612 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:48.343118 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:48.343462 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:48.344092 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:48.344240 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:48.344450 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:48.344789 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:48.345121 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:48.345456 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:48.345785 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:48.381580 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:48.387334 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e54cc7-3859-4aca-a73d-69f78569b3a5 req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] No DVR routers for this DVR port d9f49f89-240a-4fda-9a06-ce2947403257 on host hv-cinder-81888 {{(pid=87466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:12:48.389883 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-c0e54cc7-3859-4aca-a73d-69f78569b3a5 req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:48.392691 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e67696-6f94-4bdc-bf29-1824bba7e519', 'name': 'network-vif-deleted', 'tag': 'd9f49f89-240a-4fda-9a06-ce2947403257'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:48.405704 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c0e54cc7-3859-4aca-a73d-69f78569b3a5 req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.88 "DELETE /v2.0/ports/d9f49f89-240a-4fda-9a06-ce2947403257 HTTP/1.1" status: 204 len: 173 time: 1.0048656 Nov 23 13:12:48.452346 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e67696-6f94-4bdc-bf29-1824bba7e519', 'name': 'network-vif-deleted', 'tag': 'd9f49f89-240a-4fda-9a06-ce2947403257', 'status': 'completed', 'code': 200} Nov 23 13:12:48.659148 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1bda9-4bec-4345-97a8-201797ebd451 req-9df96bf0-7315-4854-b5dc-d0dff9b206bb tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:48.660695 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2df1bda9-4bec-4345-97a8-201797ebd451 req-9df96bf0-7315-4854-b5dc-d0dff9b206bb tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 944 time: 0.0960155 Nov 23 13:12:48.719277 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2df1bda9-4bec-4345-97a8-201797ebd451 req-1c667569-c6a9-4f9c-98c1-ff06b8a02440 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513430 Nov 23 13:12:48.891976 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-b3c6bb10-41f8-4d9c-a38a-449b4aa083b5 req-e5436ec0-cc4e-434c-a98e-416f2de30f9a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Synchronizing usage tracker for tenant:b8fb6db5805f40d5a1839644168d4739 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:12:48.974518 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-b3c6bb10-41f8-4d9c-a38a-449b4aa083b5 req-e5436ec0-cc4e-434c-a98e-416f2de30f9a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Unset dirty status for tenant:b8fb6db5805f40d5a1839644168d4739 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:12:48.976177 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b3c6bb10-41f8-4d9c-a38a-449b4aa083b5 req-e5436ec0-cc4e-434c-a98e-416f2de30f9a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] 10.222.0.48 "GET /v2.0/ports?device_id=69e67696-6f94-4bdc-bf29-1824bba7e519 HTTP/1.1" status: 200 len: 210 time: 0.1302040 Nov 23 13:12:49.786290 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device f2ea7969-30ff-4a88-b7ac-2058d2444fe8 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:12:49.909411 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2474ac-0dae-4cf4-8f3f-5e24ce522a26 req-1ac9cf2c-54ba-4f41-80e3-c080e4c76582 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:49.911049 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1b2474ac-0dae-4cf4-8f3f-5e24ce522a26 req-1ac9cf2c-54ba-4f41-80e3-c080e4c76582 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 944 time: 0.0837646 Nov 23 13:12:49.935842 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port f2ea7969-30ff-4a88-b7ac-2058d2444fe8, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f2ea7969-30ff-4a88-b7ac-2058d2444fe8,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:49.950555 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': 'f2ea7969-30ff-4a88-b7ac-2058d2444fe8', 'network_id': '4fcd731b-3484-4a4a-9d91-9350116c2af7', 'port_id': 'f2ea7969-30ff-4a88-b7ac-2058d2444fe8', 'mac_address': 'fa:16:3e:65:e2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:12:49.959613 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1b2474ac-0dae-4cf4-8f3f-5e24ce522a26 req-eb9fc75d-8e38-471c-b8c1-de5a7a4af40e tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422950 Nov 23 13:12:50.013957 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:50.031589 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ea7969-30ff-4a88-b7ac-2058d2444fe8 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:12:50.058308 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port f2ea7969-30ff-4a88-b7ac-2058d2444fe8, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f2ea7969-30ff-4a88-b7ac-2058d2444fe8,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:50.133985 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:50.135831 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:50.201222 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=f2ea7969-30ff-4a88-b7ac-2058d2444fe8,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:50.204403 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:50.757567 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['f2ea7969-30ff-4a88-b7ac-2058d2444fe8'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:12:51.160180 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e1357-5785-4df7-9d52-02c9e413c096 req-4fbc8064-dc4b-4dd7-aec3-353a1728020a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:51.161527 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8d5e1357-5785-4df7-9d52-02c9e413c096 req-4fbc8064-dc4b-4dd7-aec3-353a1728020a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0838578 Nov 23 13:12:51.207722 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8d5e1357-5785-4df7-9d52-02c9e413c096 req-72f98a6f-df13-45a8-8909-8342d18d2e72 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395834 Nov 23 13:12:51.716832 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-bfea3c91-7379-454b-b340-f3bd35ab8ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:51.804243 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device d9f49f89-240a-4fda-9a06-ce2947403257 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:12:51.838340 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: d9f49f89-240a-4fda-9a06-ce2947403257 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:12:51.839011 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device d9f49f89-240a-4fda-9a06-ce2947403257 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:12:52.243525 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:52.404220 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deba99-b03c-4a10-bfd5-acdc8702df6b req-b98703f8-2904-47ee-8e1c-410b837dfb5d tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:52.405653 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-76deba99-b03c-4a10-bfd5-acdc8702df6b req-b98703f8-2904-47ee-8e1c-410b837dfb5d tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 945 time: 0.0820315 Nov 23 13:12:52.458328 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-76deba99-b03c-4a10-bfd5-acdc8702df6b req-25b698ec-5b80-40a5-af87-d246ea993a79 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466936 Nov 23 13:12:53.695811 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9216a7c-59a3-4786-b183-b3bdfeb22d79 req-ff7c43b3-8bdc-4cd5-a102-6ae106bb3f7f tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:53.698194 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d9216a7c-59a3-4786-b183-b3bdfeb22d79 req-ff7c43b3-8bdc-4cd5-a102-6ae106bb3f7f tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 945 time: 0.1327753 Nov 23 13:12:53.834148 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device f2ea7969-30ff-4a88-b7ac-2058d2444fe8 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:12:53.855363 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d9216a7c-59a3-4786-b183-b3bdfeb22d79 req-9fbb1fdc-eded-45aa-b106-1b4fa5e52506 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503301 Nov 23 13:12:53.891812 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fafc4-2ece-4a51-a63a-3501fc102950 req-c3fcbfce-4751-44cd-b730-a14f34f01120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:53.895761 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fb5fafc4-2ece-4a51-a63a-3501fc102950 req-c3fcbfce-4751-44cd-b730-a14f34f01120 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b12f3c7ceda456987357f151ca0b4d1&device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 1098 time: 0.1624956 Nov 23 13:12:53.968464 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port f2ea7969-30ff-4a88-b7ac-2058d2444fe8 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:12:53.973887 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port f2ea7969-30ff-4a88-b7ac-2058d2444fe8 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:12:53.974475 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:54.010057 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbff0c-cdab-40ab-8d3c-23de2794c8c4 req-d67f2ed3-1cd4-4330-8230-e349199ad245 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:54.011545 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-32bbff0c-cdab-40ab-8d3c-23de2794c8c4 req-d67f2ed3-1cd4-4330-8230-e349199ad245 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.2450271 Nov 23 13:12:54.083323 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-32bbff0c-cdab-40ab-8d3c-23de2794c8c4 req-394381a5-161e-48f3-b7f0-61eb5f635b6b tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645304 Nov 23 13:12:54.106710 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fafc4-2ece-4a51-a63a-3501fc102950 req-d789a426-e640-44fb-82d5-7ae0a8eef713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:54.106710 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fb5fafc4-2ece-4a51-a63a-3501fc102950 req-d789a426-e640-44fb-82d5-7ae0a8eef713 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0027748b-8da6-43ba-b2a5-1fbc984935cc HTTP/1.1" status: 200 len: 921 time: 0.1943841 Nov 23 13:12:54.111199 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:54.141235 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0697088e-03d3-4333-b729-711ca9c0c5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ea7969-30ff-4a88-b7ac-2058d2444fe8'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:54.156968 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port f2ea7969-30ff-4a88-b7ac-2058d2444fe8, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f2ea7969-30ff-4a88-b7ac-2058d2444fe8,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:54.194958 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0697088e-03d3-4333-b729-711ca9c0c5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ea7969-30ff-4a88-b7ac-2058d2444fe8', 'code': 200} Nov 23 13:12:54.221774 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:54.223947 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:54.298506 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=f2ea7969-30ff-4a88-b7ac-2058d2444fe8,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:54.307605 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:54.307953 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:54.308284 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:54.308670 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:54.309208 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:54.309536 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:54.309901 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:54.310177 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:54.310502 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:54.310982 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:54.311304 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:54.311694 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:54.316385 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fb5fafc4-2ece-4a51-a63a-3501fc102950 req-72e7e909-36b8-4997-a963-1e70028dcaf2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a131a8c-1c25-4a9f-9458-8dc0df968149 HTTP/1.1" status: 200 len: 217 time: 0.2016647 Nov 23 13:12:54.316534 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:54.386507 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fafc4-2ece-4a51-a63a-3501fc102950 req-a909e54b-bc5f-4413-8335-9fee48e85c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:54.388119 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fb5fafc4-2ece-4a51-a63a-3501fc102950 req-a909e54b-bc5f-4413-8335-9fee48e85c23 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9 HTTP/1.1" status: 200 len: 859 time: 0.0652883 Nov 23 13:12:54.440727 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fb5fafc4-2ece-4a51-a63a-3501fc102950 req-d34a244f-fed1-4c4a-bfb7-1f97fd0187f7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0027748b-8da6-43ba-b2a5-1fbc984935cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456309 Nov 23 13:12:54.499616 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-eac282ea-d896-47a2-aba6-82e1f637193a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:54.614084 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fb5fafc4-2ece-4a51-a63a-3501fc102950 req-0207e590-68db-4778-bcab-953d26197341 service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661191 Nov 23 13:12:54.692689 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1af36-c28a-4d31-8a95-2ba086e2daf7 req-f68b0780-85ce-4719-8ad2-a66849a83cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:54.694871 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c7e1af36-c28a-4d31-8a95-2ba086e2daf7 req-f68b0780-85ce-4719-8ad2-a66849a83cd0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 1099 time: 0.0889199 Nov 23 13:12:54.743968 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c7e1af36-c28a-4d31-8a95-2ba086e2daf7 req-6bdc2139-9434-46da-85d6-3b6e63baf057 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390606 Nov 23 13:12:54.791147 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fb5fafc4-2ece-4a51-a63a-3501fc102950 req-a6129fb6-8439-4b91-9d26-7b459ddddf59 service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652420 Nov 23 13:12:54.908160 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 58612) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:54.989324 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e10b412-bd4c-4d25-9878-edc6de7602a7 admin admin] Deleting subnet 6a4b972e-b960-4066-8b84-e35132aa820f {{(pid=87466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:12:54.996580 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-8e10b412-bd4c-4d25-9878-edc6de7602a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:55.104979 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-8e10b412-bd4c-4d25-9878-edc6de7602a7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:55.116467 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-8e10b412-bd4c-4d25-9878-edc6de7602a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:55.279269 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44241a00-d9aa-4b10-afc6-5161dbde4346 req-0bb3fe79-9ae4-4c71-8acc-3d0fea95a7fa tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:55.282190 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-44241a00-d9aa-4b10-afc6-5161dbde4346 req-0bb3fe79-9ae4-4c71-8acc-3d0fea95a7fa tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 946 time: 0.2552004 Nov 23 13:12:55.339810 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-44241a00-d9aa-4b10-afc6-5161dbde4346 req-28e2b95c-4002-4d34-a1da-db255779e093 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490844 Nov 23 13:12:55.397079 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:55.426518 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-8e10b412-bd4c-4d25-9878-edc6de7602a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:55.432970 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:55.473024 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10b412-bd4c-4d25-9878-edc6de7602a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4b972e-b960-4066-8b84-e35132aa820f,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:55.478272 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-8e10b412-bd4c-4d25-9878-edc6de7602a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:55.481669 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-8e10b412-bd4c-4d25-9878-edc6de7602a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:55.489030 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-8e10b412-bd4c-4d25-9878-edc6de7602a7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6a4b972e-b960-4066-8b84-e35132aa820f HTTP/1.1" status: 204 len: 168 time: 0.5781829 Nov 23 13:12:55.490887 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 58630) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:55.625260 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae7768-ec4a-4357-8a6a-246c176c2d56 req-253b0e8e-9a6b-48bd-813a-2be894230c89 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:55.641351 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-98ae7768-ec4a-4357-8a6a-246c176c2d56 req-253b0e8e-9a6b-48bd-813a-2be894230c89 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1468399 Nov 23 13:12:55.734228 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-98ae7768-ec4a-4357-8a6a-246c176c2d56 req-62972692-6517-43c3-9b97-4cbf7e1fe435 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948808 Nov 23 13:12:55.754610 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:55.917646 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:55.955771 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a715836b-6172-47f1-bddf-27ceaa307b60']}} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:12:55.970082 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1b148b-778f-461a-8020-91a9d040b707') {'for_net_delete': True} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:12:55.970397 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1b148b-778f-461a-8020-91a9d040b707') {} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:12:55.996488 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3163315'] for segment, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:56.015416 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:56.023129 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=87465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:12:56.023540 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121994'] for segment, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: Traceback (most recent call last): Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: timer() Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: cb(*args, **kw) Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: return func(*args, **kwargs) Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: self._notify() Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: self.callback(batched_events) Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: event.method(event) Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: return f(self, *a, **k) Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: return self._get(url).json() Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: return self.request(url, 'GET', **kwargs) Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:12:56.039160 dv-cinder-818886-1-smb neutron-server[87465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:12:56.225769 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:56.232570 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9fd7fe8b-b745-4b1c-aaca-f6a49049470b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:56.248240 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:56.329523 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a715836b-6172-47f1-bddf-27ceaa307b60,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:56.333980 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a715836b-6172-47f1-bddf-27ceaa307b60 HTTP/1.1" status: 204 len: 168 time: 0.8411276 Nov 23 13:12:56.337533 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 58658) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:56.339499 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:56.339930 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:56.340345 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:56.340759 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:56.341170 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:56.341571 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:56.341972 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:56.342373 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:56.342791 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:56.343192 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:56.343590 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:56.343985 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:56.347237 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:56.403823 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_v2 [None req-caef7039-d1dd-45b5-bd93-31f0464fc325 admin admin] Deleting subnet b70d983c-9194-438d-8813-12900ba2ba34 {{(pid=87466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:12:56.407577 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-caef7039-d1dd-45b5-bd93-31f0464fc325 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:56.554170 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-caef7039-d1dd-45b5-bd93-31f0464fc325 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:56.567800 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-caef7039-d1dd-45b5-bd93-31f0464fc325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:56.677106 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d737341-bf83-4f9d-9e4c-f45aed5aa06c req-79bda7c7-868f-4056-9b90-b74beeea47c2 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:56.681063 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3d737341-bf83-4f9d-9e4c-f45aed5aa06c req-79bda7c7-868f-4056-9b90-b74beeea47c2 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 946 time: 0.2109869 Nov 23 13:12:56.735957 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3d737341-bf83-4f9d-9e4c-f45aed5aa06c req-1f422c04-caa1-4534-aed6-aac897c6e3b9 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450232 Nov 23 13:12:56.740025 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-caef7039-d1dd-45b5-bd93-31f0464fc325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:56.746650 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-1777da29-9be7-43ca-ada7-b1d6a1d641a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:56.787312 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef7039-d1dd-45b5-bd93-31f0464fc325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b70d983c-9194-438d-8813-12900ba2ba34,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:56.789697 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-caef7039-d1dd-45b5-bd93-31f0464fc325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:56.790672 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-caef7039-d1dd-45b5-bd93-31f0464fc325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:56.796767 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-caef7039-d1dd-45b5-bd93-31f0464fc325 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b70d983c-9194-438d-8813-12900ba2ba34 HTTP/1.1" status: 204 len: 168 time: 0.4581602 Nov 23 13:12:56.799356 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 58678) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:57.072977 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab11f96-db35-4b72-b8cf-40c9e432f13c req-0f753cf5-5f30-4019-aeb7-c65926ed6592 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:57.075371 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8ab11f96-db35-4b72-b8cf-40c9e432f13c req-0f753cf5-5f30-4019-aeb7-c65926ed6592 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1643102 Nov 23 13:12:57.126488 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-88aef77e-1e2e-4629-af08-844077bc132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:57.138400 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8ab11f96-db35-4b72-b8cf-40c9e432f13c req-967abbe4-028a-416a-b686-0d947af504ac tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542786 Nov 23 13:12:57.146873 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:57.285926 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-88aef77e-1e2e-4629-af08-844077bc132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:57.326600 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-88aef77e-1e2e-4629-af08-844077bc132b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c437e26-5884-47e9-94a2-fa10164ff434']}} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:12:57.344072 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-88aef77e-1e2e-4629-af08-844077bc132b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ea2e02-05e8-4a2e-9929-e138f0de93da') {'for_net_delete': True} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:12:57.344527 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-88aef77e-1e2e-4629-af08-844077bc132b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ea2e02-05e8-4a2e-9929-e138f0de93da') {} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:12:57.362454 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-88aef77e-1e2e-4629-af08-844077bc132b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3163315'] for segment, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:57.388304 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-88aef77e-1e2e-4629-af08-844077bc132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:57.396233 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88aef77e-1e2e-4629-af08-844077bc132b admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=87465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:12:57.396806 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-88aef77e-1e2e-4629-af08-844077bc132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121994'] for segment, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: Traceback (most recent call last): Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: timer() Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: cb(*args, **kw) Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: return func(*args, **kwargs) Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: self._notify() Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: self.callback(batched_events) Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: event.method(event) Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: return f(self, *a, **k) Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: return self._get(url).json() Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: return self.request(url, 'GET', **kwargs) Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:12:57.413841 dv-cinder-818886-1-smb neutron-server[87465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:12:57.608793 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-88aef77e-1e2e-4629-af08-844077bc132b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:57.612842 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:57.628718 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-88aef77e-1e2e-4629-af08-844077bc132b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:57.635546 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aef77e-1e2e-4629-af08-844077bc132b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c437e26-5884-47e9-94a2-fa10164ff434,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:57.649786 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-88aef77e-1e2e-4629-af08-844077bc132b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:57.653251 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-88aef77e-1e2e-4629-af08-844077bc132b admin admin] 10.222.0.48 "DELETE /v2.0/networks/3c437e26-5884-47e9-94a2-fa10164ff434 HTTP/1.1" status: 204 len: 168 time: 0.8526909 Nov 23 13:12:58.051798 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b540ce-843b-4db4-bb09-52a20f3823c4 req-5405e962-5796-4919-8b9a-91db34a18912 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:58.054119 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-46b540ce-843b-4db4-bb09-52a20f3823c4 req-5405e962-5796-4919-8b9a-91db34a18912 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 946 time: 0.1461995 Nov 23 13:12:58.117678 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-46b540ce-843b-4db4-bb09-52a20f3823c4 req-deefc5a0-db1c-40e9-904e-c4379575b994 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567837 Nov 23 13:12:58.223958 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 58718) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:58.315690 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-4abeda1b-6a5c-4ac3-9cda-a3cd6334c213 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16a490f9163e4cdd9127a81f7a495df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898018 Nov 23 13:12:58.318216 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 58726) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:58.468685 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-544ce9e6-43b9-4f15-950d-b3febc8f727a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:58.502947 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-544ce9e6-43b9-4f15-950d-b3febc8f727a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:58.549663 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522f8d6-b609-48c5-9874-03d2288d3b15 req-5c1678e3-c5fc-4a18-99e2-26edc72c1242 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:58.562386 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8522f8d6-b609-48c5-9874-03d2288d3b15 req-5c1678e3-c5fc-4a18-99e2-26edc72c1242 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1677079 Nov 23 13:12:58.630324 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8522f8d6-b609-48c5-9874-03d2288d3b15 req-08c01d59-f584-44f9-81e3-9a706e5364c9 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727222 Nov 23 13:12:58.747336 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-544ce9e6-43b9-4f15-950d-b3febc8f727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:58.754480 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-742f7352-d321-4b8f-a277-804f0532ed7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:58.778480 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ce9e6-43b9-4f15-950d-b3febc8f727a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acde1337-ac25-451a-9db0-c9fd227d771f,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:58.789887 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-544ce9e6-43b9-4f15-950d-b3febc8f727a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:58.790277 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-544ce9e6-43b9-4f15-950d-b3febc8f727a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:58.791863 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-544ce9e6-43b9-4f15-950d-b3febc8f727a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/acde1337-ac25-451a-9db0-c9fd227d771f HTTP/1.1" status: 204 len: 168 time: 0.4720116 Nov 23 13:12:59.668591 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 58768) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:59.713807 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-00691e81-68f3-4388-8856-4e21ffc94e65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3e4705bc7ec40e08272b013c97f7112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474839 Nov 23 13:12:59.716383 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 58772) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:59.898445 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1b2d944-6c77-458d-9b17-07dcebb57e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:59.936888 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1b2d944-6c77-458d-9b17-07dcebb57e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:59.990043 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe00beb-2dd8-4c86-ab7f-8ed8909249c9 req-2e6bfbde-fd3c-41f5-b3ea-0731e21742f3 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:59.992379 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-efe00beb-2dd8-4c86-ab7f-8ed8909249c9 req-2e6bfbde-fd3c-41f5-b3ea-0731e21742f3 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.2522130 Nov 23 13:13:00.054473 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-efe00beb-2dd8-4c86-ab7f-8ed8909249c9 req-82c39e22-a65b-4757-aa43-7c15cb3ead1c tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509596 Nov 23 13:13:00.108121 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1b2d944-6c77-458d-9b17-07dcebb57e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:00.111395 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:00.124327 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2d944-6c77-458d-9b17-07dcebb57e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3170b91c-d218-491f-8350-4015b8ecdf22,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:00.127263 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-b1b2d944-6c77-458d-9b17-07dcebb57e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:00.136282 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1b2d944-6c77-458d-9b17-07dcebb57e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:00.136282 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-b1b2d944-6c77-458d-9b17-07dcebb57e8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3170b91c-d218-491f-8350-4015b8ecdf22 HTTP/1.1" status: 204 len: 168 time: 0.4144001 Nov 23 13:13:00.569190 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 58802) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:00.849300 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49aa908d-f3c1-4e38-9efc-8d2414d4a8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:00.871530 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-49aa908d-f3c1-4e38-9efc-8d2414d4a8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:00.878909 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-49aa908d-f3c1-4e38-9efc-8d2414d4a8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:ab55d393843447e78ceddf41dfceb004 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:00.884016 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-49aa908d-f3c1-4e38-9efc-8d2414d4a8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:00.890339 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-49aa908d-f3c1-4e38-9efc-8d2414d4a8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:01.012009 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49aa908d-f3c1-4e38-9efc-8d2414d4a8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:01.168617 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49aa908d-f3c1-4e38-9efc-8d2414d4a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:01.176298 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e82e6def-3ad0-4166-95ea-54e3c9ddda24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:01.280277 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-49aa908d-f3c1-4e38-9efc-8d2414d4a8c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab55d393843447e78ceddf41dfceb004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7097385 Nov 23 13:13:01.283066 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 58836) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:01.283619 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa908d-f3c1-4e38-9efc-8d2414d4a8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7daccea-63e8-4161-9f19-002681f82b73,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:01.287671 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-49aa908d-f3c1-4e38-9efc-8d2414d4a8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:01.315986 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca9d9f-ef4c-4bd1-8801-766e6af34f94 req-65a05729-c33c-499f-9b60-88fc802a4e42 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:01.325006 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-24ca9d9f-ef4c-4bd1-8801-766e6af34f94 req-65a05729-c33c-499f-9b60-88fc802a4e42 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1384966 Nov 23 13:13:01.387374 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-24ca9d9f-ef4c-4bd1-8801-766e6af34f94 req-533dc7d5-7af4-472c-9941-58a623588fd6 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612030 Nov 23 13:13:01.399747 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-90f7b87e-3535-4c05-9d17-9a7d2976151e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:01.431259 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-90f7b87e-3535-4c05-9d17-9a7d2976151e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:01.631895 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-90f7b87e-3535-4c05-9d17-9a7d2976151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:01.640499 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-7deb2a67-7578-4486-b194-e6ff97ece2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:01.656640 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-90f7b87e-3535-4c05-9d17-9a7d2976151e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:01.669979 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-90f7b87e-3535-4c05-9d17-9a7d2976151e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7daccea-63e8-4161-9f19-002681f82b73 HTTP/1.1" status: 204 len: 168 time: 0.3773375 Nov 23 13:13:01.672557 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7b87e-3535-4c05-9d17-9a7d2976151e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7daccea-63e8-4161-9f19-002681f82b73,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:01.684370 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-90f7b87e-3535-4c05-9d17-9a7d2976151e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:01.854355 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e68d8-5406-452e-9410-eb7be4f25e68 req-6b9a5068-725b-436a-a24a-3889397365bf tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:01.865085 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6a6e68d8-5406-452e-9410-eb7be4f25e68 req-6b9a5068-725b-436a-a24a-3889397365bf tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1021261 Nov 23 13:13:01.951163 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6a6e68d8-5406-452e-9410-eb7be4f25e68 req-d3fff1aa-81de-45e5-9277-122c2e75bcfb tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844080 Nov 23 13:13:02.449766 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 58870) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:02.480866 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-1119faea-a542-4a59-b1fd-75e4b1ed1c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:02.499559 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-1119faea-a542-4a59-b1fd-75e4b1ed1c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:02.504228 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-1119faea-a542-4a59-b1fd-75e4b1ed1c06 admin admin] Usage tracker for resource:security_group_rule and tenant:cb8cc16a73c647599bfa89c5d4030dcc is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:02.508430 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-1119faea-a542-4a59-b1fd-75e4b1ed1c06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:02.515943 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-1119faea-a542-4a59-b1fd-75e4b1ed1c06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:02.640910 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-1119faea-a542-4a59-b1fd-75e4b1ed1c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:02.712177 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-1119faea-a542-4a59-b1fd-75e4b1ed1c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:02.723318 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:02.753318 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ddc13-c90c-4443-bc4a-ccf114080665 req-e88f1aa1-217f-4305-8e8a-676aefecc39b tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:02.754735 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4d1ddc13-c90c-4443-bc4a-ccf114080665 req-e88f1aa1-217f-4305-8e8a-676aefecc39b tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1656086 Nov 23 13:13:02.794628 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1996a0-addf-4ab8-b979-667cd1b90260 req-778d3d6d-2ad5-4260-8e87-6e460957eb08 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:02.796514 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6f1996a0-addf-4ab8-b979-667cd1b90260 req-778d3d6d-2ad5-4260-8e87-6e460957eb08 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1588998 Nov 23 13:13:02.811673 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-1119faea-a542-4a59-b1fd-75e4b1ed1c06 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb8cc16a73c647599bfa89c5d4030dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592250 Nov 23 13:13:02.814925 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 58880) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:02.831615 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119faea-a542-4a59-b1fd-75e4b1ed1c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780cb3f5-d599-41f8-98b6-7296b0ddff78,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:02.868035 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-1119faea-a542-4a59-b1fd-75e4b1ed1c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:02.874214 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4d1ddc13-c90c-4443-bc4a-ccf114080665 req-e5f588ec-a548-4753-b3bc-db4fa0cf06bc tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092446 Nov 23 13:13:02.909080 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6f1996a0-addf-4ab8-b979-667cd1b90260 req-722a512f-7864-4903-bb76-9610a3728ff0 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038861 Nov 23 13:13:02.986505 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-968ce50a-6cef-493c-8bbf-b71c600a0027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:03.028639 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-968ce50a-6cef-493c-8bbf-b71c600a0027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:03.208394 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-968ce50a-6cef-493c-8bbf-b71c600a0027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:03.213398 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d0c28567-585f-49c2-ae0a-add64db78057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:03.223074 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b017ba-35c4-4c5a-b194-c90379593c66 req-e6c270bc-6c18-4578-8854-c6262576c74b tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:03.226854 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-22b017ba-35c4-4c5a-b194-c90379593c66 req-e6c270bc-6c18-4578-8854-c6262576c74b tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1238525 Nov 23 13:13:03.234587 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ce50a-6cef-493c-8bbf-b71c600a0027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780cb3f5-d599-41f8-98b6-7296b0ddff78,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:03.248508 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-968ce50a-6cef-493c-8bbf-b71c600a0027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:03.266128 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-968ce50a-6cef-493c-8bbf-b71c600a0027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:03.270041 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-968ce50a-6cef-493c-8bbf-b71c600a0027 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/780cb3f5-d599-41f8-98b6-7296b0ddff78 HTTP/1.1" status: 204 len: 168 time: 0.4527464 Nov 23 13:13:03.335019 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-22b017ba-35c4-4c5a-b194-c90379593c66 req-6431118a-e362-4074-8cb9-02c1b628f3e3 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981214 Nov 23 13:13:04.179739 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913336-cdca-4f7a-8d7d-3f9c0f4d6358 req-93d75984-4b43-4e5e-9b41-a7d3b574c146 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:04.181456 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d2913336-cdca-4f7a-8d7d-3f9c0f4d6358 req-93d75984-4b43-4e5e-9b41-a7d3b574c146 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1813288 Nov 23 13:13:04.204258 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3febece-60a5-4ba4-82eb-5c40b252e534 req-3348dff1-a67f-4133-b78c-5f24ae050aa4 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:04.205883 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d3febece-60a5-4ba4-82eb-5c40b252e534 req-3348dff1-a67f-4133-b78c-5f24ae050aa4 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1534321 Nov 23 13:13:04.275020 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d2913336-cdca-4f7a-8d7d-3f9c0f4d6358 req-239d8102-ac6f-498c-858c-e65103cd9a9e tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680935 Nov 23 13:13:04.279211 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d3febece-60a5-4ba4-82eb-5c40b252e534 req-4a1f638c-9848-4cf4-952d-4f27cef80551 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585449 Nov 23 13:13:04.567261 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b0129-6a05-422d-9bd1-75b47ba2bdb8 req-4ff1610b-fd77-4b57-ac9f-0bfb2d38df1d tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:04.571238 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-888b0129-6a05-422d-9bd1-75b47ba2bdb8 req-4ff1610b-fd77-4b57-ac9f-0bfb2d38df1d tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1204579 Nov 23 13:13:04.633044 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-888b0129-6a05-422d-9bd1-75b47ba2bdb8 req-15fc21d3-5772-4ae9-827f-505a9851dde8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567691 Nov 23 13:13:05.710554 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415e2fe-dd85-487a-846b-e7dc1f56ce57 req-d5e7fc39-6317-4142-8738-77f78fb08b39 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:05.717744 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a415e2fe-dd85-487a-846b-e7dc1f56ce57 req-d5e7fc39-6317-4142-8738-77f78fb08b39 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.2341871 Nov 23 13:13:05.738954 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e0111-f1df-4f65-81df-63fbf520973a req-512ee299-d2c1-4077-9a1f-71f840ccf32b tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:05.740465 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a44e0111-f1df-4f65-81df-63fbf520973a req-512ee299-d2c1-4077-9a1f-71f840ccf32b tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.2082033 Nov 23 13:13:05.809642 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a415e2fe-dd85-487a-846b-e7dc1f56ce57 req-36802f5d-ccfc-4a88-9379-a1f3774afab1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888686 Nov 23 13:13:05.812422 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a44e0111-f1df-4f65-81df-63fbf520973a req-bd517a59-7fd3-40c2-ade6-b1635c91cae4 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598094 Nov 23 13:13:06.067219 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cf72c-1122-4fe8-a1d2-ef8ee4f2d446 req-e834b323-2233-4b62-8630-4ae6828043ec tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:06.078105 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-853cf72c-1122-4fe8-a1d2-ef8ee4f2d446 req-e834b323-2233-4b62-8630-4ae6828043ec tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1301129 Nov 23 13:13:06.143028 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-853cf72c-1122-4fe8-a1d2-ef8ee4f2d446 req-7344942a-30b5-4d18-a46e-4c738fae6ec7 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591288 Nov 23 13:13:06.873230 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:13:07.125608 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc8a88-f3a8-4c7b-9eb2-71d21ca4e857 req-59f87d02-e396-4913-be66-5b02c91c7422 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:07.127073 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-badc8a88-f3a8-4c7b-9eb2-71d21ca4e857 req-59f87d02-e396-4913-be66-5b02c91c7422 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1743882 Nov 23 13:13:07.139714 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b50be7-0c9e-47ce-b3c9-fbdfa04cadbb req-7e3d9e64-6bf9-4356-a9ce-dac23743b794 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:07.146485 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-57b50be7-0c9e-47ce-b3c9-fbdfa04cadbb req-7e3d9e64-6bf9-4356-a9ce-dac23743b794 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1365850 Nov 23 13:13:07.227348 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-57b50be7-0c9e-47ce-b3c9-fbdfa04cadbb req-864dd4f1-d29d-4e0f-a49a-887bd9eac66d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793660 Nov 23 13:13:07.232884 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-badc8a88-f3a8-4c7b-9eb2-71d21ca4e857 req-524f8f01-2def-48af-a79c-6d2040f0ed8b tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830762 Nov 23 13:13:07.548233 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5fe1e-859e-4847-8e6a-9115f2238ca7 req-451d18d3-d074-417a-b0d3-9365469a53dd tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:07.559384 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d1f5fe1e-859e-4847-8e6a-9115f2238ca7 req-451d18d3-d074-417a-b0d3-9365469a53dd tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1937146 Nov 23 13:13:07.626182 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d1f5fe1e-859e-4847-8e6a-9115f2238ca7 req-11b5e916-9236-4407-880d-17ec098c6a92 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656319 Nov 23 13:13:08.557936 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c85759-eb6d-4d5f-b988-0fdf2d5e17ea req-4b960c19-06b3-4d72-841c-9f8aed871678 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:08.559418 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f6c85759-eb6d-4d5f-b988-0fdf2d5e17ea req-4b960c19-06b3-4d72-841c-9f8aed871678 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.2145200 Nov 23 13:13:08.567780 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755c713-c120-45b3-801f-1e1788651351 req-5029dc2c-ec87-4236-b4f3-1d719da1bf0d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:08.569783 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c755c713-c120-45b3-801f-1e1788651351 req-5029dc2c-ec87-4236-b4f3-1d719da1bf0d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1893485 Nov 23 13:13:08.633576 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f6c85759-eb6d-4d5f-b988-0fdf2d5e17ea req-a82bd6e3-c7fa-4424-b7b4-59e328add36f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602217 Nov 23 13:13:08.660029 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c755c713-c120-45b3-801f-1e1788651351 req-69cbadcb-8b4e-4091-b1e6-a902c9b916d7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733328 Nov 23 13:13:08.866982 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7c8e5-ef2e-4d2b-bd25-d396ca8d8e6d req-b41d4719-18b2-4b36-bc5e-acc0f19c944a tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:08.868688 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-16e7c8e5-ef2e-4d2b-bd25-d396ca8d8e6d req-b41d4719-18b2-4b36-bc5e-acc0f19c944a tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1007969 Nov 23 13:13:08.928543 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-16e7c8e5-ef2e-4d2b-bd25-d396ca8d8e6d req-0826cefb-9a09-4b94-897a-973494d8d146 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522850 Nov 23 13:13:10.006914 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4acbd-06d6-462c-b17c-3a31ff39f40a req-f0fa47e5-179f-4563-b6d6-d1e067a8835c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:10.014414 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dcb4acbd-06d6-462c-b17c-3a31ff39f40a req-f0fa47e5-179f-4563-b6d6-d1e067a8835c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.2114129 Nov 23 13:13:10.070739 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dcb4acbd-06d6-462c-b17c-3a31ff39f40a req-6003a6d4-d581-447f-a7a3-1cff24c3ee3e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553062 Nov 23 13:13:10.100513 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cb020-9423-43ce-9ed7-9a5d79b4a0a3 req-ce29ea96-5ebc-4280-bd7a-3635d8579194 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:10.104957 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-279cb020-9423-43ce-9ed7-9a5d79b4a0a3 req-ce29ea96-5ebc-4280-bd7a-3635d8579194 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.2123554 Nov 23 13:13:10.190149 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-279cb020-9423-43ce-9ed7-9a5d79b4a0a3 req-f33c10ea-6d36-4921-aec9-e73b9fb722f4 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789413 Nov 23 13:13:10.421235 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340505d-e156-4982-b5bf-c7e7a583154c req-05b9623a-86cc-4716-96c7-ebb2b3ced7e0 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:10.429874 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6340505d-e156-4982-b5bf-c7e7a583154c req-05b9623a-86cc-4716-96c7-ebb2b3ced7e0 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1278696 Nov 23 13:13:10.510942 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6340505d-e156-4982-b5bf-c7e7a583154c req-da6df3d4-fab3-4bff-a671-e0289510e2fe tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799854 Nov 23 13:13:10.780272 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:11.274128 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459ba33-5fcd-411f-a894-c48e7b9ee3aa req-672170ff-c391-44b0-87b3-3917d25fb9f1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:11.275586 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7459ba33-5fcd-411f-a894-c48e7b9ee3aa req-672170ff-c391-44b0-87b3-3917d25fb9f1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.0837467 Nov 23 13:13:11.369239 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7459ba33-5fcd-411f-a894-c48e7b9ee3aa req-829b9ab3-5a96-4662-b8ac-605fb25eb0f1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880079 Nov 23 13:13:11.413233 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2d07e-99d8-447c-8277-da65bb64cf98 req-e01b9693-b411-4a1b-9f8f-386c3a3fbd2e tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:11.414884 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-adb2d07e-99d8-447c-8277-da65bb64cf98 req-e01b9693-b411-4a1b-9f8f-386c3a3fbd2e tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1149306 Nov 23 13:13:11.460847 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-adb2d07e-99d8-447c-8277-da65bb64cf98 req-f2b1d962-4456-4135-a10d-ffb3a68d52e4 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397928 Nov 23 13:13:11.696294 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31702b67-63d1-43b1-8565-43bcc2978965 req-9457e340-94b4-47aa-bd49-b40c02bc1618 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:11.697751 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-31702b67-63d1-43b1-8565-43bcc2978965 req-9457e340-94b4-47aa-bd49-b40c02bc1618 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0835128 Nov 23 13:13:11.743712 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-31702b67-63d1-43b1-8565-43bcc2978965 req-8793e729-d744-44a5-8f81-c408621772ae tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399857 Nov 23 13:13:12.729265 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6d45d-dd1c-45d7-898e-451c3588bac4 req-596b9ab2-450b-44d8-b60b-f111183e6f5d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:12.744433 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-43b6d45d-dd1c-45d7-898e-451c3588bac4 req-596b9ab2-450b-44d8-b60b-f111183e6f5d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1369948 Nov 23 13:13:12.857742 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-43b6d45d-dd1c-45d7-898e-451c3588bac4 req-290120ff-da9f-4165-972b-5278b33b3e03 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120861 Nov 23 13:13:12.914559 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eedcc-0132-4e5c-b3f5-f0e1d6b4bdcd req-ecc1d59e-c926-4e53-b60f-20a976a122df tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:12.916295 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-562eedcc-0132-4e5c-b3f5-f0e1d6b4bdcd req-ecc1d59e-c926-4e53-b60f-20a976a122df tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 946 time: 0.1278076 Nov 23 13:13:12.983509 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-562eedcc-0132-4e5c-b3f5-f0e1d6b4bdcd req-add853c1-7a83-4b26-bef4-56d0144c1348 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613616 Nov 23 13:13:13.097123 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ce6f0-1c1f-46ec-9140-825bfb12ef33 req-ed2cec32-407e-46d1-ba77-bffd44630fa5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:13.105090 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cd3ce6f0-1c1f-46ec-9140-825bfb12ef33 req-ed2cec32-407e-46d1-ba77-bffd44630fa5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1083181 Nov 23 13:13:13.214883 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cd3ce6f0-1c1f-46ec-9140-825bfb12ef33 req-16301b6e-f428-4cd9-8fa2-6c67c1389168 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089156 Nov 23 13:13:13.252890 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69ed41-5baf-493c-8f65-7ba565e1fae7 req-d2ad0ce8-9fd1-4b33-bdf5-cfa096f419ef tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:13.256246 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ab69ed41-5baf-493c-8f65-7ba565e1fae7 req-d2ad0ce8-9fd1-4b33-bdf5-cfa096f419ef tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1471021 Nov 23 13:13:13.305337 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ab69ed41-5baf-493c-8f65-7ba565e1fae7 req-92ce5c7a-37f6-45dc-b438-86d5b65d1f92 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Nov 23 13:13:14.054969 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ae447-29ef-41fc-8608-379dc81bd810 req-e6df6ed0-87b8-4567-a586-3f1caa88107f tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:14.060145 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b44ae447-29ef-41fc-8608-379dc81bd810 req-e6df6ed0-87b8-4567-a586-3f1caa88107f tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.0906217 Nov 23 13:13:14.136687 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b44ae447-29ef-41fc-8608-379dc81bd810 req-844feb44-9c45-4e4f-89f7-d36573ff38bf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728893 Nov 23 13:13:14.232338 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5bbf5-1e48-4b97-9892-629e773767ab req-91e04a4a-33bf-45e5-b668-7554c0404708 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:14.233894 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-44f5bbf5-1e48-4b97-9892-629e773767ab req-91e04a4a-33bf-45e5-b668-7554c0404708 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 946 time: 0.0941999 Nov 23 13:13:14.289670 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-44f5bbf5-1e48-4b97-9892-629e773767ab req-03ff215a-d880-4039-a4e6-7affa4c1d52b tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495391 Nov 23 13:13:14.505532 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437983d-f386-4fcf-aff5-e868f43156c7 req-5a552364-7dcd-495d-8af8-fa5ff790bfe6 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:14.507865 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5437983d-f386-4fcf-aff5-e868f43156c7 req-5a552364-7dcd-495d-8af8-fa5ff790bfe6 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1418016 Nov 23 13:13:14.559576 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19440df1-043c-4c0c-a1d2-0c963ea6c49f req-a21c5a40-9761-4b36-808b-4ee49efd278d tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:14.561099 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-19440df1-043c-4c0c-a1d2-0c963ea6c49f req-a21c5a40-9761-4b36-808b-4ee49efd278d tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1383989 Nov 23 13:13:14.589106 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5437983d-f386-4fcf-aff5-e868f43156c7 req-155d47bb-8c7f-4357-8817-754193710c3a tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753486 Nov 23 13:13:14.612549 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-19440df1-043c-4c0c-a1d2-0c963ea6c49f req-9ff0349e-199e-4aaa-bc43-cff9a09b294f tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449040 Nov 23 13:13:14.852206 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ba5dd-7dce-4fad-8309-aaac47b71da5 req-96dd18ad-df03-4f1a-8a28-219727226d09 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:14.854141 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4b3ba5dd-7dce-4fad-8309-aaac47b71da5 req-96dd18ad-df03-4f1a-8a28-219727226d09 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 946 time: 0.1250362 Nov 23 13:13:14.951924 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-4b3ba5dd-7dce-4fad-8309-aaac47b71da5 req-b630e866-d6b7-4edc-bbc6-f022a69f40c8 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Deleting port f2ea7969-30ff-4a88-b7ac-2058d2444fe8 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:13:14.958870 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-4b3ba5dd-7dce-4fad-8309-aaac47b71da5 req-b630e866-d6b7-4edc-bbc6-f022a69f40c8 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:15.507482 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-4b3ba5dd-7dce-4fad-8309-aaac47b71da5 req-b630e866-d6b7-4edc-bbc6-f022a69f40c8 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] For port f2ea7969-30ff-4a88-b7ac-2058d2444fe8, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f2ea7969-30ff-4a88-b7ac-2058d2444fe8,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:13:15.508090 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-4b3ba5dd-7dce-4fad-8309-aaac47b71da5 req-b630e866-d6b7-4edc-bbc6-f022a69f40c8 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:15.672672 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-4b3ba5dd-7dce-4fad-8309-aaac47b71da5 req-b630e866-d6b7-4edc-bbc6-f022a69f40c8 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Calling delete_port for f2ea7969-30ff-4a88-b7ac-2058d2444fe8 owned by compute:nova {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:13:15.735215 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47636a-60d3-440a-b0c5-ac69c67d95ac req-3d8b663d-f9be-4d82-95d1-38a3f9379880 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:15.736565 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bd47636a-60d3-440a-b0c5-ac69c67d95ac req-3d8b663d-f9be-4d82-95d1-38a3f9379880 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.4435031 Nov 23 13:13:15.817487 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05355700-f0f3-443a-98a4-cbf578d48797 req-a4edeb2b-b729-4580-986a-7d3e31fc7a57 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:15.825549 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-05355700-f0f3-443a-98a4-cbf578d48797 req-a4edeb2b-b729-4580-986a-7d3e31fc7a57 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 946 time: 0.3824415 Nov 23 13:13:15.874119 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bd47636a-60d3-440a-b0c5-ac69c67d95ac req-1b872535-ec81-45b1-91c0-43df24df8e76 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245184 Nov 23 13:13:15.973384 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-05355700-f0f3-443a-98a4-cbf578d48797 req-5f914cff-c834-420b-b479-8602ff53277e tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466572 Nov 23 13:13:16.172478 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececbfe4-57d9-45c6-a27b-04ae11d94a5a req-17cc742b-6262-4c14-b7e7-5ad878aae6f6 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:16.179719 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ececbfe4-57d9-45c6-a27b-04ae11d94a5a req-17cc742b-6262-4c14-b7e7-5ad878aae6f6 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1840162 Nov 23 13:13:16.200378 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-4b3ba5dd-7dce-4fad-8309-aaac47b71da5 req-b630e866-d6b7-4edc-bbc6-f022a69f40c8 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:16.210998 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-62fcb4d6-2d74-40b2-a2d2-57eb41108b8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:16.259470 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['a5d2fd3e-fac4-4285-a28e-4b886238d7f1', '434e1702-5b50-4b21-afc2-fb5307ce769b', '8f1b7626-55b7-4775-8a49-3eb74b44f307'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:13:16.272548 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630e866-d6b7-4edc-bbc6-f022a69f40c8 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Pushing event deleted for resources: {'Port': ['ID=f2ea7969-30ff-4a88-b7ac-2058d2444fe8,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:16.275692 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-b630e866-d6b7-4edc-bbc6-f022a69f40c8 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:16.375499 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ececbfe4-57d9-45c6-a27b-04ae11d94a5a req-156272f8-aee4-45f9-af7b-2211c37592e8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948502 Nov 23 13:13:16.402654 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ae228-ea75-4247-9b02-75be7e891292 req-08b7d901-5245-4f13-8603-45113d6d863c tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:16.404210 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ec8ae228-ea75-4247-9b02-75be7e891292 req-08b7d901-5245-4f13-8603-45113d6d863c tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.3117046 Nov 23 13:13:16.405606 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3ba5dd-7dce-4fad-8309-aaac47b71da5 req-b630e866-d6b7-4edc-bbc6-f022a69f40c8 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] No DVR routers for this DVR port f2ea7969-30ff-4a88-b7ac-2058d2444fe8 on host hv-cinder-81888 {{(pid=87466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:13:16.408308 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-4b3ba5dd-7dce-4fad-8309-aaac47b71da5 req-b630e866-d6b7-4edc-bbc6-f022a69f40c8 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:16.413991 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0697088e-03d3-4333-b729-711ca9c0c5b6', 'name': 'network-vif-deleted', 'tag': 'f2ea7969-30ff-4a88-b7ac-2058d2444fe8'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:13:16.508375 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0697088e-03d3-4333-b729-711ca9c0c5b6', 'name': 'network-vif-deleted', 'tag': 'f2ea7969-30ff-4a88-b7ac-2058d2444fe8', 'status': 'completed', 'code': 200} Nov 23 13:13:16.516382 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ec8ae228-ea75-4247-9b02-75be7e891292 req-22f6da68-71b2-4114-8247-c31a577efce1 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031170 Nov 23 13:13:16.579898 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4b3ba5dd-7dce-4fad-8309-aaac47b71da5 req-b630e866-d6b7-4edc-bbc6-f022a69f40c8 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "DELETE /v2.0/ports/f2ea7969-30ff-4a88-b7ac-2058d2444fe8 HTTP/1.1" status: 204 len: 173 time: 1.7191267 Nov 23 13:13:17.207137 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-5d2b0ba8-f719-4c87-aeaf-2b3ac492a659 req-6f8bc7bd-2c5d-4160-97a4-8721caee7874 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Synchronizing usage tracker for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:13:17.268147 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e46cd-e557-4fa7-b5a4-b2fa4b7281b3 req-63097366-d62d-497b-bfe8-b5839ea72413 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:17.271366 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-305e46cd-e557-4fa7-b5a4-b2fa4b7281b3 req-63097366-d62d-497b-bfe8-b5839ea72413 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1641750 Nov 23 13:13:17.311596 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-5d2b0ba8-f719-4c87-aeaf-2b3ac492a659 req-6f8bc7bd-2c5d-4160-97a4-8721caee7874 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Unset dirty status for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:13:17.312954 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5d2b0ba8-f719-4c87-aeaf-2b3ac492a659 req-6f8bc7bd-2c5d-4160-97a4-8721caee7874 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=0697088e-03d3-4333-b729-711ca9c0c5b6 HTTP/1.1" status: 200 len: 210 time: 0.1669126 Nov 23 13:13:17.334728 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-305e46cd-e557-4fa7-b5a4-b2fa4b7281b3 req-586fca27-e6fd-4eac-8ba3-7fef54280c9e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560927 Nov 23 13:13:17.613368 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129e368-0d54-4068-af97-566f52cf936a req-e3ee4e17-b44d-4203-8432-2f2b20a9e7e8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:17.615420 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1129e368-0d54-4068-af97-566f52cf936a req-e3ee4e17-b44d-4203-8432-2f2b20a9e7e8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1097505 Nov 23 13:13:17.675567 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1129e368-0d54-4068-af97-566f52cf936a req-f414bb59-585e-435e-82cc-866001553206 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534523 Nov 23 13:13:17.805016 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a51a3-2922-4883-b898-412135d49027 req-6033b512-e1e7-4e17-afd9-6a7a5788deeb tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:17.806997 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3e3a51a3-2922-4883-b898-412135d49027 req-6033b512-e1e7-4e17-afd9-6a7a5788deeb tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1144066 Nov 23 13:13:17.871245 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3e3a51a3-2922-4883-b898-412135d49027 req-15377aae-e40e-4f54-b97f-ea759bf98476 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546005 Nov 23 13:13:18.009518 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 115ca5c6-27b1-4014-b6db-4423b3d39a66 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:13:18.023479 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device f2ea7969-30ff-4a88-b7ac-2058d2444fe8 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:13:18.064889 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: f2ea7969-30ff-4a88-b7ac-2058d2444fe8 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:13:18.065235 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device f2ea7969-30ff-4a88-b7ac-2058d2444fe8 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:13:18.273573 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 115ca5c6-27b1-4014-b6db-4423b3d39a66, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:13:18.282873 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'port_id': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'mac_address': 'fa:16:3e:54:00:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:13:18.341992 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:18.366550 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 115ca5c6-27b1-4014-b6db-4423b3d39a66 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:13:18.381199 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 115ca5c6-27b1-4014-b6db-4423b3d39a66, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:13:18.470952 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:18.473049 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:18.610370 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=115ca5c6-27b1-4014-b6db-4423b3d39a66,revision_number=6']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:18.624812 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf8958-33c5-4b09-8dc9-1e407822927a req-799c83c4-a569-4826-acbe-2255bf6a2dcc tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:18.627691 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:18.631255 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-90bf8958-33c5-4b09-8dc9-1e407822927a req-799c83c4-a569-4826-acbe-2255bf6a2dcc tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 944 time: 0.1716254 Nov 23 13:13:18.676836 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-90bf8958-33c5-4b09-8dc9-1e407822927a req-9c2a16a9-a7fe-4bad-af79-7b4efcc61390 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432634 Nov 23 13:13:18.712521 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['115ca5c6-27b1-4014-b6db-4423b3d39a66'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:13:18.933791 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653a827-4d06-4c99-ade6-c9eb57766783 req-fa4c6a3e-fd40-43df-a65b-920ef7e6cc96 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:18.943237 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5653a827-4d06-4c99-ade6-c9eb57766783 req-fa4c6a3e-fd40-43df-a65b-920ef7e6cc96 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1401045 Nov 23 13:13:19.141240 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5653a827-4d06-4c99-ade6-c9eb57766783 req-1b0d99cf-0b0b-4fe6-9927-899902b4732c tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944785 Nov 23 13:13:19.194649 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa06b5c-8cbf-4b9b-85cf-67fe3de5816d req-77a14531-1d11-47ed-841c-116e036d9509 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:19.196285 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-caa06b5c-8cbf-4b9b-85cf-67fe3de5816d req-77a14531-1d11-47ed-841c-116e036d9509 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1840329 Nov 23 13:13:19.254226 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-caa06b5c-8cbf-4b9b-85cf-67fe3de5816d req-0df68edb-9bed-4dc5-a571-42e80d8395d7 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521827 Nov 23 13:13:19.918584 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019e61-c536-4085-b30f-e554d40dedd7 req-ee3cfa36-a664-4e65-98c8-100232217334 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:19.920373 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f3019e61-c536-4085-b30f-e554d40dedd7 req-ee3cfa36-a664-4e65-98c8-100232217334 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 944 time: 0.1046000 Nov 23 13:13:19.968248 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f3019e61-c536-4085-b30f-e554d40dedd7 req-8fb2dc90-8104-4a0e-aebd-b25d361e16dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423400 Nov 23 13:13:20.017428 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 115ca5c6-27b1-4014-b6db-4423b3d39a66 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:13:20.090105 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port 115ca5c6-27b1-4014-b6db-4423b3d39a66 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:13:20.090605 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:20.217693 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:20.247375 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115ca5c6-27b1-4014-b6db-4423b3d39a66'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:13:20.258983 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 115ca5c6-27b1-4014-b6db-4423b3d39a66, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:13:20.322148 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 59316) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:20.351743 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:20.354859 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:20.358733 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fdec0-59e3-4949-990a-f2be6d84c28b req-1868bda8-5196-4f2d-a265-fa7e4b5c6478 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:20.362014 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-740fdec0-59e3-4949-990a-f2be6d84c28b req-1868bda8-5196-4f2d-a265-fa7e4b5c6478 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.0863328 Nov 23 13:13:20.412696 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-740fdec0-59e3-4949-990a-f2be6d84c28b req-7e5c099a-5763-4407-88cf-2191a5b9fd59 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438478 Nov 23 13:13:20.479983 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=115ca5c6-27b1-4014-b6db-4423b3d39a66,revision_number=7']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:20.483376 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:20.517404 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-cceb4474-215a-462b-b96c-9a0a7618d3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:20.534622 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-cceb4474-215a-462b-b96c-9a0a7618d3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:20.542777 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'code': 200} Nov 23 13:13:20.543321 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-cceb4474-215a-462b-b96c-9a0a7618d3c0 admin admin] Usage tracker for resource:security_group_rule and tenant:ecac2af5d8f34105bd18108da879ed6d is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:20.547148 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-cceb4474-215a-462b-b96c-9a0a7618d3c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:20.554516 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-cceb4474-215a-462b-b96c-9a0a7618d3c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:20.642710 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-cceb4474-215a-462b-b96c-9a0a7618d3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:20.661968 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b741bf-7293-44d1-b601-6b545e69dc88 req-075a74e4-d9fc-4c19-a42b-2bd1edf0b128 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:20.663505 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e5b741bf-7293-44d1-b601-6b545e69dc88 req-075a74e4-d9fc-4c19-a42b-2bd1edf0b128 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0932124 Nov 23 13:13:20.722396 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-cceb4474-215a-462b-b96c-9a0a7618d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:20.733197 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-17fa9078-19b0-4ce9-b396-0825aa9caae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:20.772232 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e5b741bf-7293-44d1-b601-6b545e69dc88 req-8ac920b6-76ff-42de-8fea-c05c76682ffe tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686531 Nov 23 13:13:20.780039 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-cceb4474-215a-462b-b96c-9a0a7618d3c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ecac2af5d8f34105bd18108da879ed6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563303 Nov 23 13:13:20.781600 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 59334) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:20.796725 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb4474-215a-462b-b96c-9a0a7618d3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf653c1-a096-4d7f-9ceb-b153e8126d26,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:20.803907 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a948a-c9e1-4a24-aa35-61075c43ce6e req-cb91f24b-fe5c-44d6-a276-dbf4ecb3c0b5 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:20.804462 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-cceb4474-215a-462b-b96c-9a0a7618d3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:20.811344 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-177a948a-c9e1-4a24-aa35-61075c43ce6e req-cb91f24b-fe5c-44d6-a276-dbf4ecb3c0b5 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 945 time: 0.1469686 Nov 23 13:13:20.858057 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-87b9084b-604d-415d-aa06-288a8c1272e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:20.859469 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-177a948a-c9e1-4a24-aa35-61075c43ce6e req-fb703f90-9a0a-4532-806d-ed6c8bb2f166 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470815 Nov 23 13:13:20.886191 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-87b9084b-604d-415d-aa06-288a8c1272e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:20.991653 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-87b9084b-604d-415d-aa06-288a8c1272e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:20.996702 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-2e5d9946-b6da-4035-877a-a8b2aedda71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:21.027599 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9084b-604d-415d-aa06-288a8c1272e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf653c1-a096-4d7f-9ceb-b153e8126d26,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:21.030465 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-87b9084b-604d-415d-aa06-288a8c1272e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:21.031518 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-87b9084b-604d-415d-aa06-288a8c1272e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:21.032613 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-87b9084b-604d-415d-aa06-288a8c1272e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cf653c1-a096-4d7f-9ceb-b153e8126d26 HTTP/1.1" status: 204 len: 168 time: 0.2488496 Nov 23 13:13:21.249535 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c5078-b414-467d-92a4-129d4444f6a8 req-f0789aef-4b4d-4823-90e8-5d755092a043 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:21.261581 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6b8c5078-b414-467d-92a4-129d4444f6a8 req-f0789aef-4b4d-4823-90e8-5d755092a043 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1267221 Nov 23 13:13:21.351427 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6b8c5078-b414-467d-92a4-129d4444f6a8 req-800a5a8d-e77c-49b4-ad3b-ae4b629980a5 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885637 Nov 23 13:13:21.681358 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7388fd-45b0-47b6-bb93-d65f893fbc1a req-4c19c8bf-31ce-4480-82c3-8418489310f1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:21.684924 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1f7388fd-45b0-47b6-bb93-d65f893fbc1a req-4c19c8bf-31ce-4480-82c3-8418489310f1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1450832 Nov 23 13:13:21.722473 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7b425459-a4ac-4c12-b76a-f5456dbb36f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:21.745309 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1f7388fd-45b0-47b6-bb93-d65f893fbc1a req-af8c90ad-462c-4e9e-b524-fcca33d60f52 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546875 Nov 23 13:13:21.840002 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 59380) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:21.866625 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-780cdc10-6e23-4460-8926-efc5e306c949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:21.891483 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-780cdc10-6e23-4460-8926-efc5e306c949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:21.902968 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-780cdc10-6e23-4460-8926-efc5e306c949 admin admin] Usage tracker for resource:security_group_rule and tenant:62be323f6abc496285d33e7768a1cc73 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:21.906464 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-780cdc10-6e23-4460-8926-efc5e306c949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:21.920707 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-780cdc10-6e23-4460-8926-efc5e306c949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:22.079597 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-780cdc10-6e23-4460-8926-efc5e306c949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:22.129681 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58036a7c-9d3a-480b-9bb3-37f34cd555f3 req-52e2a79c-2544-4f02-9009-fd61ad5cc527 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:22.131819 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-58036a7c-9d3a-480b-9bb3-37f34cd555f3 req-52e2a79c-2544-4f02-9009-fd61ad5cc527 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1800921 Nov 23 13:13:22.151895 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-780cdc10-6e23-4460-8926-efc5e306c949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:22.171726 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-1119faea-a542-4a59-b1fd-75e4b1ed1c06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:22.176472 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca26f12-2a8d-4c3f-b9a9-8d78ab528dae req-74804c6d-05d0-4bea-b87d-c8a08f963ede tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:22.179185 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ca26f12-2a8d-4c3f-b9a9-8d78ab528dae req-74804c6d-05d0-4bea-b87d-c8a08f963ede tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 945 time: 0.1714511 Nov 23 13:13:22.230462 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-780cdc10-6e23-4460-8926-efc5e306c949 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62be323f6abc496285d33e7768a1cc73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897424 Nov 23 13:13:22.233491 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 59398) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:22.259314 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:22.276568 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ca26f12-2a8d-4c3f-b9a9-8d78ab528dae req-a9303cf7-136e-45fd-bdde-7fac79ac5e0a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869837 Nov 23 13:13:22.281415 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cdc10-6e23-4460-8926-efc5e306c949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b7fb57-12d8-4d3a-a9fd-aebde764e14e,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:22.302935 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-58036a7c-9d3a-480b-9bb3-37f34cd555f3 req-c1d170da-3dbd-4076-a359-d9bb67552804 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533024 Nov 23 13:13:22.306212 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-780cdc10-6e23-4460-8926-efc5e306c949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:22.351581 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-02cf4a03-3e9d-4024-91a4-cf5546f4ce24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:22.381536 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-02cf4a03-3e9d-4024-91a4-cf5546f4ce24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:22.545429 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-02cf4a03-3e9d-4024-91a4-cf5546f4ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:22.549535 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:22.569478 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf4a03-3e9d-4024-91a4-cf5546f4ce24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b7fb57-12d8-4d3a-a9fd-aebde764e14e,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:22.578984 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-02cf4a03-3e9d-4024-91a4-cf5546f4ce24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:22.581575 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-02cf4a03-3e9d-4024-91a4-cf5546f4ce24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:22.582858 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-02cf4a03-3e9d-4024-91a4-cf5546f4ce24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72b7fb57-12d8-4d3a-a9fd-aebde764e14e HTTP/1.1" status: 204 len: 168 time: 0.3482893 Nov 23 13:13:22.643594 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dafac-66ef-4b95-b5ea-0599d2589c8b req-f80ce14c-9935-43b8-81e3-07eda60056fc tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:22.645348 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a61dafac-66ef-4b95-b5ea-0599d2589c8b req-f80ce14c-9935-43b8-81e3-07eda60056fc tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1189463 Nov 23 13:13:22.717251 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a61dafac-66ef-4b95-b5ea-0599d2589c8b req-30582191-8e13-4145-ba88-9790afc925e2 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646369 Nov 23 13:13:22.832750 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78014-3fa3-4d11-9cfe-0aa865fb0747 req-1c30616a-9217-4077-853b-e1ea34d437bc tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:22.834550 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e2a78014-3fa3-4d11-9cfe-0aa865fb0747 req-1c30616a-9217-4077-853b-e1ea34d437bc tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 945 time: 0.1297731 Nov 23 13:13:22.916100 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-e2a78014-3fa3-4d11-9cfe-0aa865fb0747 req-214d4a32-02a4-4f03-abc6-a587c6bcd282 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Deleting port 8f1b7626-55b7-4775-8a49-3eb74b44f307 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:13:22.916308 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-e2a78014-3fa3-4d11-9cfe-0aa865fb0747 req-214d4a32-02a4-4f03-abc6-a587c6bcd282 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:23.302581 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1eec4-96cb-4be5-9a11-2830e5f7c8bd req-d62a7b5a-88b3-4534-b25f-c70040b27c28 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:23.304449 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-89c1eec4-96cb-4be5-9a11-2830e5f7c8bd req-d62a7b5a-88b3-4534-b25f-c70040b27c28 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.3549309 Nov 23 13:13:23.413243 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-89c1eec4-96cb-4be5-9a11-2830e5f7c8bd req-cee87c20-8fe1-4cff-b632-84a3fdb9485c tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956373 Nov 23 13:13:23.474701 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-e2a78014-3fa3-4d11-9cfe-0aa865fb0747 req-214d4a32-02a4-4f03-abc6-a587c6bcd282 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] For port 8f1b7626-55b7-4775-8a49-3eb74b44f307, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8f1b7626-55b7-4775-8a49-3eb74b44f307,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:13:23.475791 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-e2a78014-3fa3-4d11-9cfe-0aa865fb0747 req-214d4a32-02a4-4f03-abc6-a587c6bcd282 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:23.823364 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-e2a78014-3fa3-4d11-9cfe-0aa865fb0747 req-214d4a32-02a4-4f03-abc6-a587c6bcd282 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Calling delete_port for 8f1b7626-55b7-4775-8a49-3eb74b44f307 owned by compute:nova {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:13:23.996596 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fa558-83a3-45aa-89fe-15b075ea1bf4 req-82847505-96c4-4c36-8b8f-9de3d7d5b12d tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:24.000860 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-702fa558-83a3-45aa-89fe-15b075ea1bf4 req-82847505-96c4-4c36-8b8f-9de3d7d5b12d tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 945 time: 0.5060925 Nov 23 13:13:24.099810 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9681f2-2bd4-4dab-b441-16c15f3b9891 req-451666f8-480d-4cb0-bd80-44167712a3c8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:24.099810 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aa9681f2-2bd4-4dab-b441-16c15f3b9891 req-451666f8-480d-4cb0-bd80-44167712a3c8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.2704620 Nov 23 13:13:24.150033 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-702fa558-83a3-45aa-89fe-15b075ea1bf4 req-d347823a-4f8b-4b8e-9007-d3ee46907053 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482828 Nov 23 13:13:24.219849 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aa9681f2-2bd4-4dab-b441-16c15f3b9891 req-98c558ee-3206-4f73-8ab9-edb6d19646a0 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418483 Nov 23 13:13:24.424601 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e096d2-8fc1-43b5-a019-3d0c62e32875 req-d4249af4-9fb1-4603-a4e0-daa9c811eed2 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:24.427040 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d6e096d2-8fc1-43b5-a019-3d0c62e32875 req-d4249af4-9fb1-4603-a4e0-daa9c811eed2 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1402419 Nov 23 13:13:24.488197 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d6e096d2-8fc1-43b5-a019-3d0c62e32875 req-0f6368e1-3e1b-463e-b037-ee703c1e7b87 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523827 Nov 23 13:13:24.503510 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-e2a78014-3fa3-4d11-9cfe-0aa865fb0747 req-214d4a32-02a4-4f03-abc6-a587c6bcd282 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:24.519751 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:24.545828 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['a5d2fd3e-fac4-4285-a28e-4b886238d7f1', '434e1702-5b50-4b21-afc2-fb5307ce769b'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:13:24.726680 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d4a32-02a4-4f03-abc6-a587c6bcd282 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Pushing event deleted for resources: {'Port': ['ID=8f1b7626-55b7-4775-8a49-3eb74b44f307,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:24.768986 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-214d4a32-02a4-4f03-abc6-a587c6bcd282 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:24.771075 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 59474) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:24.796281 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a78014-3fa3-4d11-9cfe-0aa865fb0747 req-214d4a32-02a4-4f03-abc6-a587c6bcd282 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] No DVR routers for this DVR port 8f1b7626-55b7-4775-8a49-3eb74b44f307 on host hv-cinder-81888 {{(pid=87466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:13:24.800188 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-e2a78014-3fa3-4d11-9cfe-0aa865fb0747 req-214d4a32-02a4-4f03-abc6-a587c6bcd282 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:24.804015 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9d544d0a-c1d7-4280-ac7f-5da912746bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:24.810138 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59f573a-fb25-490f-acb9-febaaf4ea00c', 'name': 'network-vif-deleted', 'tag': '8f1b7626-55b7-4775-8a49-3eb74b44f307'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:13:24.878686 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_v2 [None req-7691677f-1d6f-468d-bfd2-8f5215a3de2c admin admin] Deleting subnet bec4a8a3-bfd6-4232-977d-a7daf3474e64 {{(pid=87465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:13:24.886233 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7691677f-1d6f-468d-bfd2-8f5215a3de2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:24.892869 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b077060-9b7a-4e50-9959-235a5ee60af5 req-c8ec21a3-69ca-460d-b821-3734eba4e37c tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:24.892869 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0b077060-9b7a-4e50-9959-235a5ee60af5 req-c8ec21a3-69ca-460d-b821-3734eba4e37c tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.2851188 Nov 23 13:13:24.892869 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59f573a-fb25-490f-acb9-febaaf4ea00c', 'name': 'network-vif-deleted', 'tag': '8f1b7626-55b7-4775-8a49-3eb74b44f307', 'status': 'completed', 'code': 200} Nov 23 13:13:24.955618 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7691677f-1d6f-468d-bfd2-8f5215a3de2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3163300'] for subnet, precommit_delete_associations {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:24.964066 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e2a78014-3fa3-4d11-9cfe-0aa865fb0747 req-214d4a32-02a4-4f03-abc6-a587c6bcd282 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "DELETE /v2.0/ports/8f1b7626-55b7-4775-8a49-3eb74b44f307 HTTP/1.1" status: 204 len: 173 time: 2.1216333 Nov 23 13:13:24.984321 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0b077060-9b7a-4e50-9959-235a5ee60af5 req-10e293f0-d95c-4de7-a4e8-7f2904219055 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806842 Nov 23 13:13:25.025061 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7691677f-1d6f-468d-bfd2-8f5215a3de2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:25.186152 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7691677f-1d6f-468d-bfd2-8f5215a3de2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2122196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3000548'] for subnet, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:25.191110 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-67c8981d-0c35-4dd3-93f2-7ba27116e3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:25.316143 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7691677f-1d6f-468d-bfd2-8f5215a3de2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:25.330837 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:25.332081 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691677f-1d6f-468d-bfd2-8f5215a3de2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec4a8a3-bfd6-4232-977d-a7daf3474e64,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:25.352286 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-7691677f-1d6f-468d-bfd2-8f5215a3de2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:25.386388 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-7691677f-1d6f-468d-bfd2-8f5215a3de2c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bec4a8a3-bfd6-4232-977d-a7daf3474e64 HTTP/1.1" status: 204 len: 168 time: 0.6109486 Nov 23 13:13:25.388332 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 59504) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:25.400067 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-dd47c611-737f-47bc-8092-757cdbe6c70e req-6f977db0-d816-4ef8-a324-4ddb0b3bd104 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Synchronizing usage tracker for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:13:25.499492 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-dd47c611-737f-47bc-8092-757cdbe6c70e req-6f977db0-d816-4ef8-a324-4ddb0b3bd104 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Unset dirty status for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:13:25.500739 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dd47c611-737f-47bc-8092-757cdbe6c70e req-6f977db0-d816-4ef8-a324-4ddb0b3bd104 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=c59f573a-fb25-490f-acb9-febaaf4ea00c HTTP/1.1" status: 200 len: 210 time: 0.1553156 Nov 23 13:13:25.690563 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:25.919558 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492c49d-e0ae-4e21-beed-e23b1ea0e233 req-56b49b2b-81cb-4de8-8cb3-32630c52b257 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:25.926581 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9492c49d-e0ae-4e21-beed-e23b1ea0e233 req-56b49b2b-81cb-4de8-8cb3-32630c52b257 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.3194411 Nov 23 13:13:25.989667 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6163f7-6ef4-4ac3-85b3-5e1910a8331f req-114cb41d-c329-4b67-9a83-6857b63701d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:25.992264 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4b6163f7-6ef4-4ac3-85b3-5e1910a8331f req-114cb41d-c329-4b67-9a83-6857b63701d9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=853b7b2f68be41a2b9efcc92fd52fd59&device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 1098 time: 0.2756982 Nov 23 13:13:26.000617 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:26.035191 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 8f1b7626-55b7-4775-8a49-3eb74b44f307 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:13:26.036119 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b500559-6d86-44ef-9128-6580ad4c3c7d']}} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:13:26.044275 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9492c49d-e0ae-4e21-beed-e23b1ea0e233 req-a49978bf-fa31-489b-96dc-48359d087f8c tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160870 Nov 23 13:13:26.050248 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d238b19-b367-4c36-a5f6-186e5577cf66') {'for_net_delete': True} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:13:26.050542 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d238b19-b367-4c36-a5f6-186e5577cf66') {} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:13:26.065549 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3163315'] for segment, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:26.084063 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:26.091194 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=87465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:13:26.091641 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121994'] for segment, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:26.109898 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764357e-be1d-4a00-b9e6-b80eaf05c19d req-47b5ea81-4fe0-4209-acf6-7db2600de73d tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: Traceback (most recent call last): Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: timer() Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: cb(*args, **kw) Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: return func(*args, **kwargs) Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: self._notify() Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: self.callback(batched_events) Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: event.method(event) Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: return f(self, *a, **k) Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: return self._get(url).json() Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: return self.request(url, 'GET', **kwargs) Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:13:26.110716 dv-cinder-818886-1-smb neutron-server[87465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:13:26.118727 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6764357e-be1d-4a00-b9e6-b80eaf05c19d req-47b5ea81-4fe0-4209-acf6-7db2600de73d tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.3477514 Nov 23 13:13:26.181879 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: 8f1b7626-55b7-4775-8a49-3eb74b44f307 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:13:26.183292 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 8f1b7626-55b7-4775-8a49-3eb74b44f307 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:13:26.271862 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:26.274565 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6764357e-be1d-4a00-b9e6-b80eaf05c19d req-a2055d8b-25fa-485b-835f-fc0ef921b960 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493955 Nov 23 13:13:26.275825 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:26.296855 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:26.328798 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b500559-6d86-44ef-9128-6580ad4c3c7d,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:26.333020 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:26.437669 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3b500559-6d86-44ef-9128-6580ad4c3c7d HTTP/1.1" status: 204 len: 168 time: 1.0474606 Nov 23 13:13:26.462667 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6163f7-6ef4-4ac3-85b3-5e1910a8331f req-61f2c9c0-8bc9-4295-ac16-0afedce4a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:26.464250 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4b6163f7-6ef4-4ac3-85b3-5e1910a8331f req-61f2c9c0-8bc9-4295-ac16-0afedce4a828 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4efee9-ffed-4f56-81e3-cd45acdb4059 HTTP/1.1" status: 200 len: 913 time: 0.4628406 Nov 23 13:13:26.673410 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6319ff-e34d-4d9e-bf04-5fa1f59fdf6f req-62743f5d-870d-4bc5-8a66-66f0e397e18b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:26.677828 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4d6319ff-e34d-4d9e-bf04-5fa1f59fdf6f req-62743f5d-870d-4bc5-8a66-66f0e397e18b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.3981769 Nov 23 13:13:26.684469 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4b6163f7-6ef4-4ac3-85b3-5e1910a8331f req-64d0e0eb-efcf-4e73-96ba-b7689bcbae48 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8df814e2-c40e-45a1-a628-539227f44e14 HTTP/1.1" status: 200 len: 1001 time: 0.2131727 Nov 23 13:13:26.895252 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4d6319ff-e34d-4d9e-bf04-5fa1f59fdf6f req-ce35eb3a-0aab-418c-a786-f80a03195138 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019813 Nov 23 13:13:26.904590 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6163f7-6ef4-4ac3-85b3-5e1910a8331f req-5ad735d6-2b74-45a3-ac50-8cf39ed25c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:26.906061 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4b6163f7-6ef4-4ac3-85b3-5e1910a8331f req-5ad735d6-2b74-45a3-ac50-8cf39ed25c38 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a6cc2b94-0f4f-499e-9b16-c37f584a39e4 HTTP/1.1" status: 200 len: 850 time: 0.1737621 Nov 23 13:13:26.959898 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 59546) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:27.013296 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:27.104402 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6163f7-6ef4-4ac3-85b3-5e1910a8331f req-978e9aee-8ad3-4c61-85e8-8b5300f5ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:27.106609 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4b6163f7-6ef4-4ac3-85b3-5e1910a8331f req-978e9aee-8ad3-4c61-85e8-8b5300f5ae1e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4efee9-ffed-4f56-81e3-cd45acdb4059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1919422 Nov 23 13:13:27.187841 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-78cb416b-24ac-4053-b940-0175670395cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8fb6db5805f40d5a1839644168d4739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240515 Nov 23 13:13:27.189759 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 59556) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:27.423614 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-238665c9-df57-4461-9b22-1cf8b2eaa69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:27.500709 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c24d38-1dde-4f0c-990f-4d89ce195866 req-dfe5f751-6e0e-4bc9-b670-4bb0039aa641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:27.503439 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-59c24d38-1dde-4f0c-990f-4d89ce195866 req-dfe5f751-6e0e-4bc9-b670-4bb0039aa641 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 1098 time: 0.4164114 Nov 23 13:13:27.508199 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-238665c9-df57-4461-9b22-1cf8b2eaa69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:27.625398 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-59c24d38-1dde-4f0c-990f-4d89ce195866 req-f9dbcc6a-fd81-4e9f-92ec-0bc47679756d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082795 Nov 23 13:13:27.654127 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4b6163f7-6ef4-4ac3-85b3-5e1910a8331f req-452baa83-5b9b-4087-8bf6-82814513854d service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388258 Nov 23 13:13:27.719652 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a522c-d734-46f0-ae60-dba9fa1e2ff8 req-04d3af4b-9e09-4a64-942b-8a52f0b246c4 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:27.727809 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4c1a522c-d734-46f0-ae60-dba9fa1e2ff8 req-04d3af4b-9e09-4a64-942b-8a52f0b246c4 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 945 time: 0.1588883 Nov 23 13:13:27.733890 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-238665c9-df57-4461-9b22-1cf8b2eaa69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:27.739466 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-1488b3d5-ec76-43cb-ac7a-696e01f9a151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:27.753541 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd39abd-3c2e-41a1-be14-18308a631d5f req-cc146c83-aeef-4941-9ec7-95e020184267 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:27.755085 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-abd39abd-3c2e-41a1-be14-18308a631d5f req-cc146c83-aeef-4941-9ec7-95e020184267 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.4135706 Nov 23 13:13:27.765279 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238665c9-df57-4461-9b22-1cf8b2eaa69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8b49ef-d057-4265-8e28-207489daf94b,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:27.769412 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-238665c9-df57-4461-9b22-1cf8b2eaa69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:27.822510 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4c1a522c-d734-46f0-ae60-dba9fa1e2ff8 req-13928ecc-9f3f-43f2-b944-15c663ff99cd tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935121 Nov 23 13:13:27.843713 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-238665c9-df57-4461-9b22-1cf8b2eaa69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:27.848292 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-238665c9-df57-4461-9b22-1cf8b2eaa69a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c8b49ef-d057-4265-8e28-207489daf94b HTTP/1.1" status: 204 len: 168 time: 0.6545415 Nov 23 13:13:27.862635 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-abd39abd-3c2e-41a1-be14-18308a631d5f req-a52ad578-04d2-47dc-b976-de5bed77b08f tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986035 Nov 23 13:13:28.181625 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4b6163f7-6ef4-4ac3-85b3-5e1910a8331f req-21f13343-b5b5-4e0e-9e22-2f8e5fa8920b service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905173 Nov 23 13:13:28.249244 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a0cf7-674a-4288-a936-acf8cc03f887 req-c7f50314-d6bd-48e5-bb5d-a1e88ee8170d tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:28.261170 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-140a0cf7-674a-4288-a936-acf8cc03f887 req-c7f50314-d6bd-48e5-bb5d-a1e88ee8170d tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1956592 Nov 23 13:13:28.290106 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6bc95-c786-4057-a7b7-4687483e278d req-2d906722-0cd4-4895-8704-7b6a97da5b85 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:28.290323 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-eaf6bc95-c786-4057-a7b7-4687483e278d req-2d906722-0cd4-4895-8704-7b6a97da5b85 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1568244 Nov 23 13:13:28.349585 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-140a0cf7-674a-4288-a936-acf8cc03f887 req-3b4729d5-56be-4ec8-a247-52873ff9841b tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919678 Nov 23 13:13:28.387381 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-eaf6bc95-c786-4057-a7b7-4687483e278d req-70b4744b-54e5-4616-84b8-cd4a93b99802 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838583 Nov 23 13:13:29.184042 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef57f10-c63c-4f23-9869-c478993bb8cb req-6e7c453b-dc8b-4469-9bd5-62d691ef3f5a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:29.191509 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aef57f10-c63c-4f23-9869-c478993bb8cb req-6e7c453b-dc8b-4469-9bd5-62d691ef3f5a tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 945 time: 0.1779146 Nov 23 13:13:29.250556 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1afc88-ac16-4727-bf5f-48947a4b89ef req-717bd3b6-1e4a-4059-803a-681286de8577 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:29.252411 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3c1afc88-ac16-4727-bf5f-48947a4b89ef req-717bd3b6-1e4a-4059-803a-681286de8577 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1778412 Nov 23 13:13:29.271478 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aef57f10-c63c-4f23-9869-c478993bb8cb req-93720798-1006-40b1-abbb-608e96fb5d13 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789421 Nov 23 13:13:29.354454 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3c1afc88-ac16-4727-bf5f-48947a4b89ef req-9ea1cce2-9869-47e5-b72f-6938b73ad50f tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945299 Nov 23 13:13:29.672546 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd1fe5-f509-42b3-8ed0-2b8e33be1536 req-b70a9a19-3425-411a-95bb-e7bb157988b3 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:29.674087 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4ddd1fe5-f509-42b3-8ed0-2b8e33be1536 req-b70a9a19-3425-411a-95bb-e7bb157988b3 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 945 time: 0.1879666 Nov 23 13:13:29.682770 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d399d55-8b8a-43cd-8208-5241ce4a2e60 req-63bafdb1-8ca4-4834-938c-23fa603ead54 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:29.689464 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9d399d55-8b8a-43cd-8208-5241ce4a2e60 req-63bafdb1-8ca4-4834-938c-23fa603ead54 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1351352 Nov 23 13:13:29.812100 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-4ddd1fe5-f509-42b3-8ed0-2b8e33be1536 req-f63c2d03-e850-422b-8288-5c36f20d48b6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Deleting port 434e1702-5b50-4b21-afc2-fb5307ce769b {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:13:29.812438 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-4ddd1fe5-f509-42b3-8ed0-2b8e33be1536 req-f63c2d03-e850-422b-8288-5c36f20d48b6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:29.855795 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9d399d55-8b8a-43cd-8208-5241ce4a2e60 req-15a8dead-381e-499c-aa15-2b5e742bfa14 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599078 Nov 23 13:13:30.229240 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5919065-8cd5-46df-9b6f-0981cc49a9cf req-3c1fc0a1-ff32-43e3-b95e-fad74d1f82c9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:30.236229 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e5919065-8cd5-46df-9b6f-0981cc49a9cf req-3c1fc0a1-ff32-43e3-b95e-fad74d1f82c9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.3978393 Nov 23 13:13:30.328790 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-4ddd1fe5-f509-42b3-8ed0-2b8e33be1536 req-f63c2d03-e850-422b-8288-5c36f20d48b6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] For port 434e1702-5b50-4b21-afc2-fb5307ce769b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=434e1702-5b50-4b21-afc2-fb5307ce769b,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:13:30.329133 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-4ddd1fe5-f509-42b3-8ed0-2b8e33be1536 req-f63c2d03-e850-422b-8288-5c36f20d48b6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:30.343048 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e5919065-8cd5-46df-9b6f-0981cc49a9cf req-b4b830da-af3f-4d75-92b8-1f4f39e9c112 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059768 Nov 23 13:13:30.459071 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-4ddd1fe5-f509-42b3-8ed0-2b8e33be1536 req-f63c2d03-e850-422b-8288-5c36f20d48b6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Calling delete_port for 434e1702-5b50-4b21-afc2-fb5307ce769b owned by compute:nova {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:13:30.689208 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152aca7a-0abf-43f3-a4a8-faa2166abfce req-bd915e94-945a-421e-9ee1-253471a1bc15 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:30.690656 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-152aca7a-0abf-43f3-a4a8-faa2166abfce req-bd915e94-945a-421e-9ee1-253471a1bc15 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 945 time: 0.2390788 Nov 23 13:13:30.840782 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-152aca7a-0abf-43f3-a4a8-faa2166abfce req-c27cba06-56d6-4b43-a692-54564781a66d tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186118 Nov 23 13:13:30.866617 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba6f8e-d99a-49bb-9c16-ecb29cacc1a6 req-d98c7a25-24a0-441b-969a-57c35c648e58 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:30.868079 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-07ba6f8e-d99a-49bb-9c16-ecb29cacc1a6 req-d98c7a25-24a0-441b-969a-57c35c648e58 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1223004 Nov 23 13:13:30.929712 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-07ba6f8e-d99a-49bb-9c16-ecb29cacc1a6 req-e4d51c1e-c847-4547-b993-41ce30ac6b0e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449388 Nov 23 13:13:30.945340 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-4ddd1fe5-f509-42b3-8ed0-2b8e33be1536 req-f63c2d03-e850-422b-8288-5c36f20d48b6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:30.957534 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-552b39b8-ea16-4e48-b00c-720e0f7c665f tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:30.984871 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['a5d2fd3e-fac4-4285-a28e-4b886238d7f1'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:13:31.009288 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b93bb-3e33-4655-aaae-273fbfe12c32 req-23365974-a925-4372-9477-0c42d9a355d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:31.014944 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b40b93bb-3e33-4655-aaae-273fbfe12c32 req-23365974-a925-4372-9477-0c42d9a355d6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b12f3c7ceda456987357f151ca0b4d1&device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 1098 time: 0.1216984 Nov 23 13:13:31.053274 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c2d03-e850-422b-8288-5c36f20d48b6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Pushing event deleted for resources: {'Port': ['ID=434e1702-5b50-4b21-afc2-fb5307ce769b,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:31.072802 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-f63c2d03-e850-422b-8288-5c36f20d48b6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:31.180933 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddd1fe5-f509-42b3-8ed0-2b8e33be1536 req-f63c2d03-e850-422b-8288-5c36f20d48b6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] No DVR routers for this DVR port 434e1702-5b50-4b21-afc2-fb5307ce769b on host hv-cinder-81888 {{(pid=87466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:13:31.185752 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-4ddd1fe5-f509-42b3-8ed0-2b8e33be1536 req-f63c2d03-e850-422b-8288-5c36f20d48b6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:31.188389 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819969b2-7e59-4ed1-ba95-ca10e89a146f', 'name': 'network-vif-deleted', 'tag': '434e1702-5b50-4b21-afc2-fb5307ce769b'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:13:31.226600 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec53142-b703-424c-a063-d2afa4628279 req-a50ea96e-dced-4ce2-be87-7f517b9d1017 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:31.238176 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b93bb-3e33-4655-aaae-273fbfe12c32 req-58a75053-0439-40ab-ae1f-730e55e4a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:31.239748 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b40b93bb-3e33-4655-aaae-273fbfe12c32 req-58a75053-0439-40ab-ae1f-730e55e4a2aa service neutron] 10.222.0.88 "GET /v2.0/networks?id=0027748b-8da6-43ba-b2a5-1fbc984935cc HTTP/1.1" status: 200 len: 921 time: 0.2227259 Nov 23 13:13:31.240138 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bec53142-b703-424c-a063-d2afa4628279 req-a50ea96e-dced-4ce2-be87-7f517b9d1017 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.2406206 Nov 23 13:13:31.267019 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819969b2-7e59-4ed1-ba95-ca10e89a146f', 'name': 'network-vif-deleted', 'tag': '434e1702-5b50-4b21-afc2-fb5307ce769b', 'status': 'completed', 'code': 200} Nov 23 13:13:31.303558 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bec53142-b703-424c-a063-d2afa4628279 req-5aa43d18-b6be-4582-a902-9392a049eb91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624614 Nov 23 13:13:31.317250 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4ddd1fe5-f509-42b3-8ed0-2b8e33be1536 req-f63c2d03-e850-422b-8288-5c36f20d48b6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "DELETE /v2.0/ports/434e1702-5b50-4b21-afc2-fb5307ce769b HTTP/1.1" status: 204 len: 173 time: 1.6256750 Nov 23 13:13:31.366333 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b40b93bb-3e33-4655-aaae-273fbfe12c32 req-ba6358b9-c7f6-49af-9a01-c3500f5289e5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a131a8c-1c25-4a9f-9458-8dc0df968149 HTTP/1.1" status: 200 len: 217 time: 0.1188624 Nov 23 13:13:31.445881 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b93bb-3e33-4655-aaae-273fbfe12c32 req-9c7f1c37-42db-4d70-ad46-ef6d4e9bf799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:31.452252 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b40b93bb-3e33-4655-aaae-273fbfe12c32 req-9c7f1c37-42db-4d70-ad46-ef6d4e9bf799 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9 HTTP/1.1" status: 200 len: 859 time: 0.0781589 Nov 23 13:13:31.569847 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b40b93bb-3e33-4655-aaae-273fbfe12c32 req-8074cc56-2cbb-4ba9-a17c-2b3585eee7a3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0027748b-8da6-43ba-b2a5-1fbc984935cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074419 Nov 23 13:13:31.676454 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62350f-e007-4673-8d7c-5df71f0cb324 req-aaa2fbad-63c9-44b0-ba3d-9c87376c2ab9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:31.686055 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0d62350f-e007-4673-8d7c-5df71f0cb324 req-aaa2fbad-63c9-44b0-ba3d-9c87376c2ab9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1468375 Nov 23 13:13:31.763638 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0d62350f-e007-4673-8d7c-5df71f0cb324 req-c7278ae3-0d12-4105-a90f-8d87896343e3 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766771 Nov 23 13:13:31.862219 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b40b93bb-3e33-4655-aaae-273fbfe12c32 req-916333a8-a13d-42a3-8860-03a9ff73b6ce service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871013 Nov 23 13:13:32.035255 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-c45b0495-6faf-47ab-ba58-9af7f7174709 req-0de28e84-f6b1-4fbc-9545-cb2fab70c408 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Synchronizing usage tracker for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:13:32.046069 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-b40b93bb-3e33-4655-aaae-273fbfe12c32 req-a9eebd6c-49e0-4cf6-b310-2be9d80ed285 service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685328 Nov 23 13:13:32.067199 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 434e1702-5b50-4b21-afc2-fb5307ce769b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:13:32.127267 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: 434e1702-5b50-4b21-afc2-fb5307ce769b {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:13:32.127871 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 434e1702-5b50-4b21-afc2-fb5307ce769b not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:13:32.166938 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b3f9e-a321-4298-a68f-44c5baa725b4 req-f28af5dd-ff35-4cde-9785-8d5c652dd186 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:32.169142 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-028b3f9e-a321-4298-a68f-44c5baa725b4 req-f28af5dd-ff35-4cde-9785-8d5c652dd186 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0986211 Nov 23 13:13:32.170616 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-c45b0495-6faf-47ab-ba58-9af7f7174709 req-0de28e84-f6b1-4fbc-9545-cb2fab70c408 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Unset dirty status for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:13:32.179580 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c45b0495-6faf-47ab-ba58-9af7f7174709 req-0de28e84-f6b1-4fbc-9545-cb2fab70c408 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=819969b2-7e59-4ed1-ba95-ca10e89a146f HTTP/1.1" status: 200 len: 210 time: 0.1957135 Nov 23 13:13:32.252835 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-028b3f9e-a321-4298-a68f-44c5baa725b4 req-cca17bdc-c198-43ff-906d-9c048c4e4845 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684345 Nov 23 13:13:32.382490 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 59682) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:32.545532 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-84998093-9c55-40e0-8f50-af1d71e9ea8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:32.564704 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-84998093-9c55-40e0-8f50-af1d71e9ea8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:32.571873 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-84998093-9c55-40e0-8f50-af1d71e9ea8c admin admin] Usage tracker for resource:security_group_rule and tenant:91658e031aae441883a94608a07dfb0e is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:32.576663 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-84998093-9c55-40e0-8f50-af1d71e9ea8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:32.588823 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-84998093-9c55-40e0-8f50-af1d71e9ea8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:32.689716 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-84998093-9c55-40e0-8f50-af1d71e9ea8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:32.779411 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-84998093-9c55-40e0-8f50-af1d71e9ea8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:32.812431 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-26872991-bd06-4cb4-8aec-42953fd4ff62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:32.893957 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-84998093-9c55-40e0-8f50-af1d71e9ea8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91658e031aae441883a94608a07dfb0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5103493 Nov 23 13:13:32.894811 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84998093-9c55-40e0-8f50-af1d71e9ea8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7021f8be-c6e6-4fc4-a9e5-f7026ac63ee3,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:32.895706 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 59694) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:32.899777 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-84998093-9c55-40e0-8f50-af1d71e9ea8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:33.065595 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-6afc4c88-7f03-4074-ad5c-eac825477be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:33.111036 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-6afc4c88-7f03-4074-ad5c-eac825477be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:33.173271 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b603f92-b788-4afb-b5a0-85ab570ead35 req-92414f0f-1a27-44bb-808f-6d1dcd21f396 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:33.174796 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1b603f92-b788-4afb-b5a0-85ab570ead35 req-92414f0f-1a27-44bb-808f-6d1dcd21f396 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1627991 Nov 23 13:13:33.250225 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1b603f92-b788-4afb-b5a0-85ab570ead35 req-4f2ecd8f-1504-43b3-a2d9-e2b88ff30151 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683982 Nov 23 13:13:33.288574 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-6afc4c88-7f03-4074-ad5c-eac825477be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:33.298085 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:33.315190 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc4c88-7f03-4074-ad5c-eac825477be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7021f8be-c6e6-4fc4-a9e5-f7026ac63ee3,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:33.325605 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-6afc4c88-7f03-4074-ad5c-eac825477be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:33.331639 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-6afc4c88-7f03-4074-ad5c-eac825477be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:33.340536 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-6afc4c88-7f03-4074-ad5c-eac825477be1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7021f8be-c6e6-4fc4-a9e5-f7026ac63ee3 HTTP/1.1" status: 204 len: 168 time: 0.4429646 Nov 23 13:13:33.618444 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16ce68-b40a-4c1f-becc-a161f6ac5809 req-5641666f-9cc8-4dea-92b4-9f59e36f124e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:33.626498 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0d16ce68-b40a-4c1f-becc-a161f6ac5809 req-5641666f-9cc8-4dea-92b4-9f59e36f124e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1089442 Nov 23 13:13:33.692283 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0d16ce68-b40a-4c1f-becc-a161f6ac5809 req-20e4c121-9e5c-4d92-ac18-925d71318073 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645006 Nov 23 13:13:34.134570 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 59726) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:34.168578 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-7b455227-3e99-4fda-847b-a674d7e7bb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:34.185184 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-7b455227-3e99-4fda-847b-a674d7e7bb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:34.189249 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-7b455227-3e99-4fda-847b-a674d7e7bb92 admin admin] Usage tracker for resource:security_group_rule and tenant:68b01582f2d34565822180c0c6681892 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:34.192137 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-7b455227-3e99-4fda-847b-a674d7e7bb92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:34.199139 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-7b455227-3e99-4fda-847b-a674d7e7bb92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:34.345565 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-7b455227-3e99-4fda-847b-a674d7e7bb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:34.436272 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-7b455227-3e99-4fda-847b-a674d7e7bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:34.448236 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e81d4651-ee78-4a81-9fdb-35e257c354a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:34.551765 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b455227-3e99-4fda-847b-a674d7e7bb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d6e1a3-6077-4e0f-81a4-a2717fba115e,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:34.558780 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-7b455227-3e99-4fda-847b-a674d7e7bb92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68b01582f2d34565822180c0c6681892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231236 Nov 23 13:13:34.561350 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 59736) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:34.573712 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-7b455227-3e99-4fda-847b-a674d7e7bb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:34.628269 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73962fd-0786-417a-8f48-ba364c7f8289 req-898f5a58-77e8-4c40-8068-24d7736759e5 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:34.629719 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c73962fd-0786-417a-8f48-ba364c7f8289 req-898f5a58-77e8-4c40-8068-24d7736759e5 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1571572 Nov 23 13:13:34.659005 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7ca9de95-50b3-4e64-b271-2163ab23e7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:34.685746 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7ca9de95-50b3-4e64-b271-2163ab23e7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:34.692499 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c73962fd-0786-417a-8f48-ba364c7f8289 req-3a077d47-7e0d-4283-a794-7f2bf2dd0cf8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543518 Nov 23 13:13:34.859071 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7ca9de95-50b3-4e64-b271-2163ab23e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:34.870883 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-238665c9-df57-4461-9b22-1cf8b2eaa69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:34.923306 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9de95-50b3-4e64-b271-2163ab23e7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d6e1a3-6077-4e0f-81a4-a2717fba115e,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:34.948628 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-7ca9de95-50b3-4e64-b271-2163ab23e7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:34.969505 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96708e-38ae-45d1-a977-9f3b402dd12c req-df1e765a-887f-406a-a753-bbeb090353fd tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:34.972377 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0a96708e-38ae-45d1-a977-9f3b402dd12c req-df1e765a-887f-406a-a753-bbeb090353fd tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1370628 Nov 23 13:13:34.995386 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7ca9de95-50b3-4e64-b271-2163ab23e7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:34.996505 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-7ca9de95-50b3-4e64-b271-2163ab23e7e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31d6e1a3-6077-4e0f-81a4-a2717fba115e HTTP/1.1" status: 204 len: 168 time: 0.4335928 Nov 23 13:13:35.052420 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0a96708e-38ae-45d1-a977-9f3b402dd12c req-e160799c-86ae-4cbe-bd50-1a532ae7f2c8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723186 Nov 23 13:13:35.115105 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 59752) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:35.279323 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9f985c68-6418-4066-877b-f96c403d424a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:35.296019 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-9f985c68-6418-4066-877b-f96c403d424a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:35.315328 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-9f985c68-6418-4066-877b-f96c403d424a admin admin] Usage tracker for resource:security_group_rule and tenant:eca44a8932b7469387d769b3fc48a5d4 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:35.315328 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-9f985c68-6418-4066-877b-f96c403d424a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:35.315328 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-9f985c68-6418-4066-877b-f96c403d424a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:35.412987 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9f985c68-6418-4066-877b-f96c403d424a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:35.596831 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9f985c68-6418-4066-877b-f96c403d424a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:35.606321 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-02cf4a03-3e9d-4024-91a4-cf5546f4ce24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:35.645014 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9f985c68-6418-4066-877b-f96c403d424a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eca44a8932b7469387d769b3fc48a5d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5287688 Nov 23 13:13:35.646430 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f985c68-6418-4066-877b-f96c403d424a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c287e05-9eda-48ff-b1b4-37d6e82b3a42,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:35.648470 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 59768) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:35.649339 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9f985c68-6418-4066-877b-f96c403d424a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:35.707230 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d71a83d8-faac-4944-ad46-116483142d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:35.736584 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d71a83d8-faac-4944-ad46-116483142d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:35.931945 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31857d8-8b21-4463-864c-02790f61c764 req-80420184-071e-4ba1-b62c-9ae8c1c725ee tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:35.931945 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d31857d8-8b21-4463-864c-02790f61c764 req-80420184-071e-4ba1-b62c-9ae8c1c725ee tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1060302 Nov 23 13:13:36.003691 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d71a83d8-faac-4944-ad46-116483142d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:36.015437 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:36.037813 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a83d8-faac-4944-ad46-116483142d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c287e05-9eda-48ff-b1b4-37d6e82b3a42,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:36.053093 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d71a83d8-faac-4944-ad46-116483142d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:36.066832 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d31857d8-8b21-4463-864c-02790f61c764 req-76811bcd-634a-45d8-a01c-427fb5a03129 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266787 Nov 23 13:13:36.074584 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d71a83d8-faac-4944-ad46-116483142d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:36.075711 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-d71a83d8-faac-4944-ad46-116483142d9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c287e05-9eda-48ff-b1b4-37d6e82b3a42 HTTP/1.1" status: 204 len: 168 time: 0.4262757 Nov 23 13:13:36.124766 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8e333-e96b-463e-bfac-3e5671041cf4 req-f785fe67-0afa-45b9-b770-9f7edfe75879 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:36.126287 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ffa8e333-e96b-463e-bfac-3e5671041cf4 req-f785fe67-0afa-45b9-b770-9f7edfe75879 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 946 time: 0.1848392 Nov 23 13:13:36.225552 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ffa8e333-e96b-463e-bfac-3e5671041cf4 req-a1346fa5-3855-43fa-a685-3df271b9bc57 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903614 Nov 23 13:13:37.349915 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fab02-e83d-482d-bf86-dff77d0f11c2 req-afd0db29-fc42-4f08-b65f-9ecf466d72b9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:37.351774 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-076fab02-e83d-482d-bf86-dff77d0f11c2 req-afd0db29-fc42-4f08-b65f-9ecf466d72b9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1339233 Nov 23 13:13:37.470968 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-076fab02-e83d-482d-bf86-dff77d0f11c2 req-07529dd3-39fc-45b2-836d-ca096e6351f0 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127186 Nov 23 13:13:37.686477 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05be0d-061e-443a-a35d-00bfa3177c1c req-8338760f-2829-403e-b793-6a174c24d2b9 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:37.688034 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9c05be0d-061e-443a-a35d-00bfa3177c1c req-8338760f-2829-403e-b793-6a174c24d2b9 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 946 time: 0.2150707 Nov 23 13:13:37.859081 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9c05be0d-061e-443a-a35d-00bfa3177c1c req-5ca7ecd7-bebe-46ab-b59e-22505bbee13c tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/security-groups?id=2dd143cd-2ee0-4eb7-b984-04ba699b67f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634564 Nov 23 13:13:37.892350 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273af987-33c0-409e-819b-7188dc889b58 req-e5461bda-1f6b-4cba-8721-f2af18f3452f tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:37.893074 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-273af987-33c0-409e-819b-7188dc889b58 req-e5461bda-1f6b-4cba-8721-f2af18f3452f tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Synchronizing usage tracker for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:port {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:13:37.905858 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-273af987-33c0-409e-819b-7188dc889b58 req-e5461bda-1f6b-4cba-8721-f2af18f3452f tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Unset dirty status for tenant:03fc88be0a9f43bebedaede3ecd2f613 on resource:port {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:13:37.907005 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-273af987-33c0-409e-819b-7188dc889b58 req-e5461bda-1f6b-4cba-8721-f2af18f3452f tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 946 time: 0.1664257 Nov 23 13:13:38.002718 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-273af987-33c0-409e-819b-7188dc889b58 req-d9c4004d-fb2f-4f1a-b5f2-9ba842b25e42 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Deleting port a5d2fd3e-fac4-4285-a28e-4b886238d7f1 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:13:38.003162 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-273af987-33c0-409e-819b-7188dc889b58 req-d9c4004d-fb2f-4f1a-b5f2-9ba842b25e42 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:38.459440 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-273af987-33c0-409e-819b-7188dc889b58 req-d9c4004d-fb2f-4f1a-b5f2-9ba842b25e42 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] For port a5d2fd3e-fac4-4285-a28e-4b886238d7f1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a5d2fd3e-fac4-4285-a28e-4b886238d7f1,segment=NetworkSegment(a6eaf9be-420a-4777-861a-8ba461a4601c),segment_id=a6eaf9be-420a-4777-861a-8ba461a4601c)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:13:38.459825 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-273af987-33c0-409e-819b-7188dc889b58 req-d9c4004d-fb2f-4f1a-b5f2-9ba842b25e42 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:38.589237 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-273af987-33c0-409e-819b-7188dc889b58 req-d9c4004d-fb2f-4f1a-b5f2-9ba842b25e42 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Calling delete_port for a5d2fd3e-fac4-4285-a28e-4b886238d7f1 owned by compute:nova {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:13:38.753495 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f195c-0cd3-4bcd-994a-708f682b88fd req-b407e847-be01-42fe-b757-f53592f27a91 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:38.756346 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-416f195c-0cd3-4bcd-994a-708f682b88fd req-b407e847-be01-42fe-b757-f53592f27a91 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1111495 Nov 23 13:13:38.762531 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467dfdc-9ce2-47df-91eb-e4293bef25a9 req-f28ea02b-ad90-4420-8e98-02659c2182c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:38.763873 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2467dfdc-9ce2-47df-91eb-e4293bef25a9 req-f28ea02b-ad90-4420-8e98-02659c2182c5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53d4861f8a6e416bafb99b42b9213d54&device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 1098 time: 0.1560869 Nov 23 13:13:38.882150 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-273af987-33c0-409e-819b-7188dc889b58 req-d9c4004d-fb2f-4f1a-b5f2-9ba842b25e42 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:38.885302 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-416f195c-0cd3-4bcd-994a-708f682b88fd req-b40d2f45-3b11-4758-9bd3-e6b5b1dda768 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204219 Nov 23 13:13:38.891088 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:38.920967 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['a5d2fd3e-fac4-4285-a28e-4b886238d7f1'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:13:38.927772 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467dfdc-9ce2-47df-91eb-e4293bef25a9 req-d83e9209-1578-451f-a36e-b56a369c140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:38.929274 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2467dfdc-9ce2-47df-91eb-e4293bef25a9 req-d83e9209-1578-451f-a36e-b56a369c140d service neutron] 10.222.0.88 "GET /v2.0/networks?id=9fd585cf-4252-4526-87d0-f50fc6aed26e HTTP/1.1" status: 200 len: 917 time: 0.1511650 Nov 23 13:13:38.966639 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4004d-fb2f-4f1a-b5f2-9ba842b25e42 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Pushing event deleted for resources: {'Port': ['ID=a5d2fd3e-fac4-4285-a28e-4b886238d7f1,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:38.966639 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d9c4004d-fb2f-4f1a-b5f2-9ba842b25e42 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:39.069469 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-273af987-33c0-409e-819b-7188dc889b58 req-d9c4004d-fb2f-4f1a-b5f2-9ba842b25e42 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] No DVR routers for this DVR port a5d2fd3e-fac4-4285-a28e-4b886238d7f1 on host hv-cinder-81888 {{(pid=87465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:13:39.074235 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-273af987-33c0-409e-819b-7188dc889b58 req-d9c4004d-fb2f-4f1a-b5f2-9ba842b25e42 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:39.092407 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7b81ee-ce2a-446f-89fa-d505adaa281d', 'name': 'network-vif-deleted', 'tag': 'a5d2fd3e-fac4-4285-a28e-4b886238d7f1'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:13:39.119216 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-183fd261-d332-4da5-a0b9-9513d592b601 req-0f00b0d6-74d3-4b17-b82d-95ffce0c4207 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 210 time: 0.0594144 Nov 23 13:13:39.141913 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2467dfdc-9ce2-47df-91eb-e4293bef25a9 req-f17a676b-5860-4b6a-8c1b-dc0554e77de9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66 HTTP/1.1" status: 200 len: 1001 time: 0.2057397 Nov 23 13:13:39.180249 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7b81ee-ce2a-446f-89fa-d505adaa281d', 'name': 'network-vif-deleted', 'tag': 'a5d2fd3e-fac4-4285-a28e-4b886238d7f1', 'status': 'completed', 'code': 200} Nov 23 13:13:39.190856 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-273af987-33c0-409e-819b-7188dc889b58 req-d9c4004d-fb2f-4f1a-b5f2-9ba842b25e42 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.88 "DELETE /v2.0/ports/a5d2fd3e-fac4-4285-a28e-4b886238d7f1 HTTP/1.1" status: 204 len: 173 time: 1.2778280 Nov 23 13:13:39.227296 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467dfdc-9ce2-47df-91eb-e4293bef25a9 req-92000990-19f9-48da-b7c3-5f9785d4ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:39.229295 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2467dfdc-9ce2-47df-91eb-e4293bef25a9 req-92000990-19f9-48da-b7c3-5f9785d4ac66 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1bbfc899-3c99-41b9-ba60-7e70ca060469 HTTP/1.1" status: 200 len: 854 time: 0.0800877 Nov 23 13:13:39.307910 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467dfdc-9ce2-47df-91eb-e4293bef25a9 req-893dcdd4-8c41-41c2-beb6-a4004ae8f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:39.310423 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2467dfdc-9ce2-47df-91eb-e4293bef25a9 req-893dcdd4-8c41-41c2-beb6-a4004ae8f3a2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9fd585cf-4252-4526-87d0-f50fc6aed26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738072 Nov 23 13:13:39.447351 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2467dfdc-9ce2-47df-91eb-e4293bef25a9 req-f05c6817-a9eb-43ae-aa6e-204a666acaff service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307819 Nov 23 13:13:39.594014 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2467dfdc-9ce2-47df-91eb-e4293bef25a9 req-89ac3191-7e2f-4ae7-a14b-6c96722c16f7 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386893 Nov 23 13:13:40.092280 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7821574-ab6e-4fae-8f61-7f92aea7d2f5 req-4fe7f07f-1f0f-462a-9d75-761891bc80ce tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:40.093987 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d7821574-ab6e-4fae-8f61-7f92aea7d2f5 req-4fe7f07f-1f0f-462a-9d75-761891bc80ce tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.0863183 Nov 23 13:13:40.140355 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d7821574-ab6e-4fae-8f61-7f92aea7d2f5 req-07014f8f-500e-4a1d-a8dd-baff35d82943 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387557 Nov 23 13:13:40.348130 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-08736dcd-4575-4c79-b4da-5508d39f9d98 req-19439df3-4365-4982-9a19-5f89f5847ab7 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] 10.222.0.48 "GET /v2.0/ports?device_id=db7b81ee-ce2a-446f-89fa-d505adaa281d HTTP/1.1" status: 200 len: 210 time: 0.0575037 Nov 23 13:13:40.601231 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-794dc56f-2bf2-4006-a05a-adf56168e4dc tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=bcd167f1bfa84616adb8f696620de63d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287502 Nov 23 13:13:40.699028 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:40.756684 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-69890f90-05fe-46ef-8c1a-608cfe27de2d tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:40.758082 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-69890f90-05fe-46ef-8c1a-608cfe27de2d tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506147 Nov 23 13:13:40.773320 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-dccd03cb-b156-43da-86bf-d4b70c9ade65 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/quotas/bcd167f1bfa84616adb8f696620de63d HTTP/1.1" status: 200 len: 375 time: 0.0095601 Nov 23 13:13:40.825418 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-27bb01d9-c985-44ba-86b7-f9731586666d tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bcd167f1bfa84616adb8f696620de63d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458734 Nov 23 13:13:40.966866 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 59956) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:41.097379 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3bd6-c51c-4deb-aba5-2d45a0ad8c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:41.113431 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-a7fe3bd6-c51c-4deb-aba5-2d45a0ad8c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:41.118579 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-a7fe3bd6-c51c-4deb-aba5-2d45a0ad8c52 admin admin] Usage tracker for resource:security_group_rule and tenant:4c9da156ffaf40e1a9133710d251c5d9 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:41.123281 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-a7fe3bd6-c51c-4deb-aba5-2d45a0ad8c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:41.129281 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7a25ac2a-b4ca-42e3-b1a7-41aeba456e44 req-4a766bb9-fb73-44a9-b269-e688249011a8 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 210 time: 0.0483725 Nov 23 13:13:41.130637 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-a7fe3bd6-c51c-4deb-aba5-2d45a0ad8c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:41.251430 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3bd6-c51c-4deb-aba5-2d45a0ad8c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:41.343965 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3bd6-c51c-4deb-aba5-2d45a0ad8c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:41.353090 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9deb9048-26ea-42ee-8e97-980a6f2130b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:41.401404 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-a7fe3bd6-c51c-4deb-aba5-2d45a0ad8c52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c9da156ffaf40e1a9133710d251c5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4333508 Nov 23 13:13:41.403173 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe3bd6-c51c-4deb-aba5-2d45a0ad8c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7282330d-048d-4a0a-9230-924869cb8e3c,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:41.404269 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 59978) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:41.406236 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a7fe3bd6-c51c-4deb-aba5-2d45a0ad8c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:41.422245 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aa52d6d0-a545-4b0a-9ef9-72e5eab8789b req-e8e3e019-830d-4c38-8df0-e36d463ed5c8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1211874 Nov 23 13:13:41.430909 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9992025-143f-4a6c-a716-ea83f7b48079 req-c245d3f2-549d-46d5-a133-68559aeacc12 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:41.432184 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f9992025-143f-4a6c-a716-ea83f7b48079 req-c245d3f2-549d-46d5-a133-68559aeacc12 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 945 time: 0.1631052 Nov 23 13:13:41.468771 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 59982) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:41.542922 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b33b038-3f90-4b91-92df-c92e16d91244 admin admin] Deleting subnet 3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0 {{(pid=87465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:13:41.555291 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7b33b038-3f90-4b91-92df-c92e16d91244 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:41.613232 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7b33b038-3f90-4b91-92df-c92e16d91244 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3163300'] for subnet, precommit_delete_associations {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:41.642835 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d726e858-0fcc-4c14-b516-c17def993273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:41.679726 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 59988) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:41.690130 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7b33b038-3f90-4b91-92df-c92e16d91244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:41.705701 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f9992025-143f-4a6c-a716-ea83f7b48079 req-11462ef9-d5d2-499c-ab61-ccc1c3eb06d6 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340443 Nov 23 13:13:41.707666 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d726e858-0fcc-4c14-b516-c17def993273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:41.757098 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52d6d0-a545-4b0a-9ef9-72e5eab8789b req-08655400-6713-4d36-834d-492560d8bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:41.761700 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aa52d6d0-a545-4b0a-9ef9-72e5eab8789b req-08655400-6713-4d36-834d-492560d8bb4e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b12f3c7ceda456987357f151ca0b4d1&device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 1098 time: 0.2595944 Nov 23 13:13:41.851190 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b0710804-685c-4788-bfa5-eccad1029e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:41.862985 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7b33b038-3f90-4b91-92df-c92e16d91244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2122196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3000548'] for subnet, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:41.872791 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-34295750-d8d3-4433-834a-c63755c811d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:41.876215 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d726e858-0fcc-4c14-b516-c17def993273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:41.883478 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d1658926-39b6-458f-8c3e-0ef28f9c22e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:41.902452 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726e858-0fcc-4c14-b516-c17def993273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7282330d-048d-4a0a-9230-924869cb8e3c,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:41.903428 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b0710804-685c-4788-bfa5-eccad1029e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:41.906717 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d726e858-0fcc-4c14-b516-c17def993273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:41.909560 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d726e858-0fcc-4c14-b516-c17def993273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:41.910674 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-d726e858-0fcc-4c14-b516-c17def993273 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7282330d-048d-4a0a-9230-924869cb8e3c HTTP/1.1" status: 204 len: 168 time: 0.5040433 Nov 23 13:13:41.929175 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b0710804-685c-4788-bfa5-eccad1029e3b admin admin] Usage tracker for resource:security_group_rule and tenant:35b2f45dd0934bb59372052477072633 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:41.935026 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33b038-3f90-4b91-92df-c92e16d91244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:41.951667 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b0710804-685c-4788-bfa5-eccad1029e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:41.957314 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7b33b038-3f90-4b91-92df-c92e16d91244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:41.960270 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-7b33b038-3f90-4b91-92df-c92e16d91244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:41.967382 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b0710804-685c-4788-bfa5-eccad1029e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:41.975617 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-7b33b038-3f90-4b91-92df-c92e16d91244 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3d5497d2-5467-4d4e-8bd9-eb8cd80f73d0 HTTP/1.1" status: 204 len: 168 time: 0.5070662 Nov 23 13:13:41.978777 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60000) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:41.985515 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52d6d0-a545-4b0a-9ef9-72e5eab8789b req-8b6f2166-8c17-49ae-a39a-299e5fe0c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:41.987585 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aa52d6d0-a545-4b0a-9ef9-72e5eab8789b req-8b6f2166-8c17-49ae-a39a-299e5fe0c811 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0027748b-8da6-43ba-b2a5-1fbc984935cc HTTP/1.1" status: 200 len: 921 time: 0.2023277 Nov 23 13:13:42.064890 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aa52d6d0-a545-4b0a-9ef9-72e5eab8789b req-0d611153-9080-4815-be4a-4fb7a56d075e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a131a8c-1c25-4a9f-9458-8dc0df968149 HTTP/1.1" status: 200 len: 217 time: 0.0695097 Nov 23 13:13:42.113636 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.123129 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 115ca5c6-27b1-4014-b6db-4423b3d39a66 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:13:42.149057 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52d6d0-a545-4b0a-9ef9-72e5eab8789b req-26a953f5-f64f-4b73-bf0c-3cdd679e334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:42.150514 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aa52d6d0-a545-4b0a-9ef9-72e5eab8789b req-26a953f5-f64f-4b73-bf0c-3cdd679e334c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9 HTTP/1.1" status: 200 len: 859 time: 0.0780921 Nov 23 13:13:42.219004 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aa52d6d0-a545-4b0a-9ef9-72e5eab8789b req-aa6984c0-6228-42f5-8f19-5b5e52036a65 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0027748b-8da6-43ba-b2a5-1fbc984935cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603318 Nov 23 13:13:42.303940 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.305846 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.328946 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b0710804-685c-4788-bfa5-eccad1029e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.342125 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '115ca5c6-27b1-4014-b6db-4423b3d39a66'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:13:42.355209 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcd731b-3484-4a4a-9d91-9350116c2af7']}} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:13:42.355828 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 115ca5c6-27b1-4014-b6db-4423b3d39a66, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:13:42.371085 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6eaf9be-420a-4777-861a-8ba461a4601c') {'for_net_delete': True} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:13:42.371377 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6eaf9be-420a-4777-861a-8ba461a4601c') {} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:13:42.385404 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3163315'] for segment, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.403106 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.410112 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b0710804-685c-4788-bfa5-eccad1029e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.419703 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=87465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:13:42.420323 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121994'] for segment, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.435942 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ffafa852-65c0-46b4-b3c8-bb52a49db9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: Traceback (most recent call last): Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: timer() Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: cb(*args, **kw) Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: return func(*args, **kwargs) Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: self._notify() Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: self.callback(batched_events) Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: event.method(event) Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: return f(self, *a, **k) Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: return self._get(url).json() Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: return self.request(url, 'GET', **kwargs) Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:13:42.442278 dv-cinder-818886-1-smb neutron-server[87465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:13:42.463417 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fa946a73-4bd1-463e-afcb-538d0f51e2a1 req-57a47e4b-ee8e-458c-970e-51163ec9b20c tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 210 time: 0.0616121 Nov 23 13:13:42.476241 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.477246 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device a5d2fd3e-fac4-4285-a28e-4b886238d7f1 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:13:42.540996 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:42.581821 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aa52d6d0-a545-4b0a-9ef9-72e5eab8789b req-ff83332d-b697-4763-84ef-d554387dde2f service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542922 Nov 23 13:13:42.625376 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'code': 200} Nov 23 13:13:42.666897 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: a5d2fd3e-fac4-4285-a28e-4b886238d7f1 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:13:42.667257 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device a5d2fd3e-fac4-4285-a28e-4b886238d7f1 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:13:42.667573 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-b0710804-685c-4788-bfa5-eccad1029e3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35b2f45dd0934bb59372052477072633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9867077 Nov 23 13:13:42.670435 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0710804-685c-4788-bfa5-eccad1029e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84e6e7f-5365-481a-b502-e433d951abc0,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:42.674728 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b0710804-685c-4788-bfa5-eccad1029e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:42.675377 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60014) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:42.706968 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=115ca5c6-27b1-4014-b6db-4423b3d39a66,revision_number=8']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:42.724032 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:42.739105 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.748113 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.753429 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d70273bf-1f2f-4eb6-8285-952cd1324fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:42.783479 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60020) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:42.783479 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2a30ec5f-da47-4f4d-a9df-c14619f80f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.810681 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcd731b-3484-4a4a-9d91-9350116c2af7,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:42.819239 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:42.822384 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e0a923bc-7137-45bc-8a3a-5faf66318959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.848647 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2a30ec5f-da47-4f4d-a9df-c14619f80f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.852068 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-aa52d6d0-a545-4b0a-9ef9-72e5eab8789b req-4cb6ad9a-9eef-4d79-aaa4-942764f5bd69 service neutron] 10.222.0.88 "GET /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460377 Nov 23 13:13:42.855998 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-e0a923bc-7137-45bc-8a3a-5faf66318959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:42.864206 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-e0a923bc-7137-45bc-8a3a-5faf66318959 admin admin] Usage tracker for resource:security_group_rule and tenant:8dfe66aaab814528af9e99cc36c9611c is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:42.872543 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-e0a923bc-7137-45bc-8a3a-5faf66318959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:42.882058 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-e0a923bc-7137-45bc-8a3a-5faf66318959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:42.896348 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] 10.222.0.48 "DELETE /v2.0/networks/4fcd731b-3484-4a4a-9d91-9350116c2af7 HTTP/1.1" status: 204 len: 168 time: 0.9158902 Nov 23 13:13:42.922278 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636315b-e843-4508-9e64-aa9a9822b50f req-6f5533ce-791d-4da6-8077-661314872295 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:42.924014 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9636315b-e843-4508-9e64-aa9a9822b50f req-6f5533ce-791d-4da6-8077-661314872295 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.2088306 Nov 23 13:13:42.990462 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e0a923bc-7137-45bc-8a3a-5faf66318959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.995444 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9636315b-e843-4508-9e64-aa9a9822b50f req-78b6b2d7-43df-409a-bca4-151fe43a76d8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631652 Nov 23 13:13:43.007214 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5bcff-24ba-4f7a-9d26-8e7c20c3c110 req-f8a80fcc-9510-4614-9fca-b15a6d6d2d06 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:43.014052 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-76e5bcff-24ba-4f7a-9d26-8e7c20c3c110 req-f8a80fcc-9510-4614-9fca-b15a6d6d2d06 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.1610672 Nov 23 13:13:43.018807 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2a30ec5f-da47-4f4d-a9df-c14619f80f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:43.033708 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c0a1640d-f982-45d8-a8f9-3bc41466eb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:43.047964 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30ec5f-da47-4f4d-a9df-c14619f80f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84e6e7f-5365-481a-b502-e433d951abc0,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:43.051275 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-2a30ec5f-da47-4f4d-a9df-c14619f80f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:43.061396 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2a30ec5f-da47-4f4d-a9df-c14619f80f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:43.062678 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-2a30ec5f-da47-4f4d-a9df-c14619f80f2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d84e6e7f-5365-481a-b502-e433d951abc0 HTTP/1.1" status: 204 len: 168 time: 0.3856623 Nov 23 13:13:43.069020 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-76e5bcff-24ba-4f7a-9d26-8e7c20c3c110 req-63f0b679-f1c5-4e39-9d19-d7ee7681d9a6 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540149 Nov 23 13:13:43.070898 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e0a923bc-7137-45bc-8a3a-5faf66318959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:43.086714 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d63151c8-1343-42d2-bdfb-c148c27dc970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:43.130517 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-e0a923bc-7137-45bc-8a3a-5faf66318959 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8dfe66aaab814528af9e99cc36c9611c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533320 Nov 23 13:13:43.133088 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 60030) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:43.152308 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a923bc-7137-45bc-8a3a-5faf66318959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325f5b5c-86cc-4674-928f-42853fc4b289,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:43.157455 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-e0a923bc-7137-45bc-8a3a-5faf66318959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:43.204207 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e21d4cb0-6384-4cfe-9e4b-65051231cdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:43.234181 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e21d4cb0-6384-4cfe-9e4b-65051231cdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:43.413870 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e21d4cb0-6384-4cfe-9e4b-65051231cdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:43.418741 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:43.430030 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d4cb0-6384-4cfe-9e4b-65051231cdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325f5b5c-86cc-4674-928f-42853fc4b289,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:43.438984 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e21d4cb0-6384-4cfe-9e4b-65051231cdf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:43.445897 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e21d4cb0-6384-4cfe-9e4b-65051231cdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:43.447036 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-e21d4cb0-6384-4cfe-9e4b-65051231cdf2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/325f5b5c-86cc-4674-928f-42853fc4b289 HTTP/1.1" status: 204 len: 168 time: 0.3129513 Nov 23 13:13:43.596711 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60046) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:43.640458 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c8921a3f-d083-471b-bbc6-21b450ff8589 req-f978b00e-5ccb-4128-9d42-8fe020ac8964 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 210 time: 0.0534098 Nov 23 13:13:43.682848 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-95bf2b33-b3f2-4a46-b34e-fb34ce2aa2bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03fc88be0a9f43bebedaede3ecd2f613&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0832016 Nov 23 13:13:43.683322 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60050) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:43.766564 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4e4b9750-2048-4146-b285-c9aec8d8073b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:43.796552 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4e4b9750-2048-4146-b285-c9aec8d8073b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:43.873566 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:13:43.930432 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-9bb30ffe-cb0c-48ff-8192-1a04fdf153e7 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=bcd167f1bfa84616adb8f696620de63d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299883 Nov 23 13:13:43.939009 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4e4b9750-2048-4146-b285-c9aec8d8073b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:43.944941 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-5019573f-58a1-4849-98d0-afabff74da71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:43.959932 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b9750-2048-4146-b285-c9aec8d8073b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd143cd-2ee0-4eb7-b984-04ba699b67f5,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:43.962428 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-4e4b9750-2048-4146-b285-c9aec8d8073b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:44.044348 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4e4b9750-2048-4146-b285-c9aec8d8073b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:44.045477 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-4e4b9750-2048-4146-b285-c9aec8d8073b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dd143cd-2ee0-4eb7-b984-04ba699b67f5 HTTP/1.1" status: 204 len: 168 time: 0.3611579 Nov 23 13:13:44.095157 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 60060) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:44.138478 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e075aab6-4526-434c-ac71-a650a52dcc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:44.164140 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-d2232266-6571-48ae-b89b-d5cdb3646937 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:44.165991 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-d2232266-6571-48ae-b89b-d5cdb3646937 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285376 Nov 23 13:13:44.220783 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e075aab6-4526-434c-ac71-a650a52dcc4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:44.226345 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Request body: {'port': {'device_id': '793cffae-97ce-45f7-ac56-666f72c57a53', 'network_id': '5dedf267-5418-45d9-91c5-57baccedd729', 'admin_state_up': True, 'tenant_id': 'bcd167f1bfa84616adb8f696620de63d'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:13:44.308854 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e075aab6-4526-434c-ac71-a650a52dcc4e admin admin] Usage tracker for resource:security_group_rule and tenant:1521bd057d794ca09162800860407d27 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:44.321551 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e075aab6-4526-434c-ac71-a650a52dcc4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:44.336944 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e075aab6-4526-434c-ac71-a650a52dcc4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:44.446786 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95b007-0d24-4710-b5ee-df9c59ae18ba req-441ab3c2-c1a1-4e25-b553-986043beaa20 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:44.451197 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5c95b007-0d24-4710-b5ee-df9c59ae18ba req-441ab3c2-c1a1-4e25-b553-986043beaa20 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.2991602 Nov 23 13:13:44.452610 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:44.461590 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Usage tracker for resource:port and tenant:bcd167f1bfa84616adb8f696620de63d is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:44.478275 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:44.495003 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:44.535807 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5c95b007-0d24-4710-b5ee-df9c59ae18ba req-20ff23e4-7cb2-4106-9108-24adb1b1b8e7 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760572 Nov 23 13:13:44.552513 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60074) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:44.591304 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ee49a089-369c-4407-9bcb-35ce122bc7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:44.609002 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-ee49a089-369c-4407-9bcb-35ce122bc7a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:44.613488 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-ee49a089-369c-4407-9bcb-35ce122bc7a3 admin admin] Usage tracker for resource:security_group_rule and tenant:28b70d21de8245d5a8902ba30ea90920 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:44.616934 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-ee49a089-369c-4407-9bcb-35ce122bc7a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:44.627873 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-ee49a089-369c-4407-9bcb-35ce122bc7a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:44.662431 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Made reservation on behalf of bcd167f1bfa84616adb8f696620de63d for: {'port': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:13:44.666794 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:44.736383 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:44.738262 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ee49a089-369c-4407-9bcb-35ce122bc7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:44.768659 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e075aab6-4526-434c-ac71-a650a52dcc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:44.801455 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ee49a089-369c-4407-9bcb-35ce122bc7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:44.812782 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9f985c68-6418-4066-877b-f96c403d424a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:44.825652 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:44.828019 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e075aab6-4526-434c-ac71-a650a52dcc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:44.837498 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:44.849497 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-59d9a473-3757-4e0e-a161-5067090f3454 req-c99b0804-bec0-4d1b-a9cd-cbb5fabddd3b tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 210 time: 0.0768507 Nov 23 13:13:44.850639 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Usage tracker for resource:security_group_rule and tenant:bcd167f1bfa84616adb8f696620de63d is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:44.857664 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:44.867955 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49a089-369c-4407-9bcb-35ce122bc7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63ebab0-0ebc-43e9-998e-74b3102334f7,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:44.878282 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ee49a089-369c-4407-9bcb-35ce122bc7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:44.889064 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-ee49a089-369c-4407-9bcb-35ce122bc7a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28b70d21de8245d5a8902ba30ea90920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314786 Nov 23 13:13:44.890590 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60090) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:44.898956 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:44.909913 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075aab6-4526-434c-ac71-a650a52dcc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddc2d90-5e3b-40f2-93c4-df03476ea77a,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:44.913981 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-e075aab6-4526-434c-ac71-a650a52dcc4e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1521bd057d794ca09162800860407d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8148973 Nov 23 13:13:44.915944 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60096) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:44.916137 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e075aab6-4526-434c-ac71-a650a52dcc4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:45.018355 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:45.025738 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de99a641-a74b-4e80-b621-da7dd7f1fee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:45.056897 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9ff37004-567d-4b04-a375-9cc05c21327e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:45.076562 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de99a641-a74b-4e80-b621-da7dd7f1fee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:45.153528 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:45.155496 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4a74cc8b-42cb-4a7f-b7f5-c369b028d90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:45.156727 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9ff37004-567d-4b04-a375-9cc05c21327e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:45.239193 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b693b46-3579-4a50-89a5-3e29156db656,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:45.244140 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:45.258168 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c01dd-479b-42d7-8ef0-9feb136c96ac req-6719578c-552a-43d7-bf4b-e8e92576321e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:45.258168 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-050c01dd-479b-42d7-8ef0-9feb136c96ac req-6719578c-552a-43d7-bf4b-e8e92576321e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.1596060 Nov 23 13:13:45.276282 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de99a641-a74b-4e80-b621-da7dd7f1fee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:45.283272 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-968ce50a-6cef-493c-8bbf-b71c600a0027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:45.295224 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99a641-a74b-4e80-b621-da7dd7f1fee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63ebab0-0ebc-43e9-998e-74b3102334f7,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:45.298184 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-de99a641-a74b-4e80-b621-da7dd7f1fee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:45.301443 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9ff37004-567d-4b04-a375-9cc05c21327e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:45.311440 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-86c17d09-6f00-4798-a955-0839dd4d5fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:45.320660 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de99a641-a74b-4e80-b621-da7dd7f1fee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:45.321864 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-de99a641-a74b-4e80-b621-da7dd7f1fee0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d63ebab0-0ebc-43e9-998e-74b3102334f7 HTTP/1.1" status: 204 len: 168 time: 0.4303315 Nov 23 13:13:45.325093 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9ff37004-567d-4b04-a375-9cc05c21327e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:45.326093 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9ff37004-567d-4b04-a375-9cc05c21327e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ddc2d90-5e3b-40f2-93c4-df03476ea77a HTTP/1.1" status: 204 len: 168 time: 0.4092352 Nov 23 13:13:45.329634 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff37004-567d-4b04-a375-9cc05c21327e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddc2d90-5e3b-40f2-93c4-df03476ea77a,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:45.364015 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9ff37004-567d-4b04-a375-9cc05c21327e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:45.417531 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-050c01dd-479b-42d7-8ef0-9feb136c96ac req-c57b6813-ab1e-4cec-91a5-b84a8487ea4c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553934 Nov 23 13:13:45.431368 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Allocated IP 192.168.233.76 (5dedf267-5418-45d9-91c5-57baccedd729/90b59867-b95e-4713-9f40-f747a4a9dac5/e56a54bf-a7eb-4428-83c7-5e8a9e707712) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:13:45.434458 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba95d52-20ef-4ad7-801f-1bd75feddaea req-63c4f2b1-caec-48ea-b447-3cb6f2344632 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:45.435242 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-aba95d52-20ef-4ad7-801f-1bd75feddaea req-63c4f2b1-caec-48ea-b447-3cb6f2344632 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Synchronizing usage tracker for tenant:3b12f3c7ceda456987357f151ca0b4d1 on resource:port {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:13:45.516104 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-aba95d52-20ef-4ad7-801f-1bd75feddaea req-63c4f2b1-caec-48ea-b447-3cb6f2344632 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Unset dirty status for tenant:3b12f3c7ceda456987357f151ca0b4d1 on resource:port {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:13:45.517159 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-aba95d52-20ef-4ad7-801f-1bd75feddaea req-63c4f2b1-caec-48ea-b447-3cb6f2344632 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.88 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.1895320 Nov 23 13:13:45.614200 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-aba95d52-20ef-4ad7-801f-1bd75feddaea req-d932eeca-a604-4ca6-84d6-6f35c4f9c763 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Deleting port dec698c9-b4c3-44f8-8b8d-f9084293f3ba {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:13:45.614643 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-aba95d52-20ef-4ad7-801f-1bd75feddaea req-d932eeca-a604-4ca6-84d6-6f35c4f9c763 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:45.778131 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:45.799611 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.provisioning_blocks [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Transition to ACTIVE for port object e56a54bf-a7eb-4428-83c7-5e8a9e707712 will not be triggered until provisioned by entity DHCP. {{(pid=87466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:13:45.823794 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a777547-c06c-413f-8762-ffeb5f3fd971 req-1a12723d-4b3d-42a7-8088-9c45ad4ca9d2 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:45.825271 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2a777547-c06c-413f-8762-ffeb5f3fd971 req-1a12723d-4b3d-42a7-8088-9c45ad4ca9d2 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 946 time: 0.1562138 Nov 23 13:13:45.893389 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2a777547-c06c-413f-8762-ffeb5f3fd971 req-247a0545-4491-44bd-b8f9-241aa02b1b99 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576732 Nov 23 13:13:45.975989 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-aba95d52-20ef-4ad7-801f-1bd75feddaea req-d932eeca-a604-4ca6-84d6-6f35c4f9c763 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] For port dec698c9-b4c3-44f8-8b8d-f9084293f3ba, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=dec698c9-b4c3-44f8-8b8d-f9084293f3ba,segment=NetworkSegment(fa4e1afd-2700-44cd-b285-94c8ff134196),segment_id=fa4e1afd-2700-44cd-b285-94c8ff134196)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:13:45.976344 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-aba95d52-20ef-4ad7-801f-1bd75feddaea req-d932eeca-a604-4ca6-84d6-6f35c4f9c763 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:46.019620 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:46.026370 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-35848afe-2dfa-488b-bd0a-772ee79d1cc8 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:46.100688 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Network 5dedf267-5418-45d9-91c5-57baccedd729 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:13:46.105527 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:13:46.107433 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-aba95d52-20ef-4ad7-801f-1bd75feddaea req-d932eeca-a604-4ca6-84d6-6f35c4f9c763 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Calling delete_port for dec698c9-b4c3-44f8-8b8d-f9084293f3ba owned by compute:nova {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:13:46.112902 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:13:46.119041 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:46.119652 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:46.147481 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Pushing event updated for resources: {'Port': ['ID=e56a54bf-a7eb-4428-83c7-5e8a9e707712,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:46.147481 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:46.186626 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ca083-93d6-4928-9070-c0319355edbf req-7bfc75c1-8192-47fc-b865-b29ec6afdb79 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:46.187381 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-ec6ca083-93d6-4928-9070-c0319355edbf req-7bfc75c1-8192-47fc-b865-b29ec6afdb79 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Synchronizing usage tracker for tenant:bcd167f1bfa84616adb8f696620de63d on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:13:46.242450 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0296392 Nov 23 13:13:46.261266 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Request body: {'port': {'device_id': '793cffae-97ce-45f7-ac56-666f72c57a53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:13:46.300064 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-ec6ca083-93d6-4928-9070-c0319355edbf req-7bfc75c1-8192-47fc-b865-b29ec6afdb79 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Unset dirty status for tenant:bcd167f1bfa84616adb8f696620de63d on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:13:46.303329 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ec6ca083-93d6-4928-9070-c0319355edbf req-7bfc75c1-8192-47fc-b865-b29ec6afdb79 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 935 time: 0.3347178 Nov 23 13:13:46.308621 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60150) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:46.392683 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-aba95d52-20ef-4ad7-801f-1bd75feddaea req-d932eeca-a604-4ca6-84d6-6f35c4f9c763 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:46.402904 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:46.413040 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-ec6ca083-93d6-4928-9070-c0319355edbf req-fbda501a-c24c-4f0c-bf90-aeaced3a4bea tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Synchronizing usage tracker for tenant:bcd167f1bfa84616adb8f696620de63d on resource:security_group {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:13:46.431580 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['6a131a8c-1c25-4a9f-9458-8dc0df968149'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:13:46.448385 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:46.449908 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932eeca-a604-4ca6-84d6-6f35c4f9c763 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Pushing event deleted for resources: {'Port': ['ID=dec698c9-b4c3-44f8-8b8d-f9084293f3ba,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:46.517355 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-3601f0cb-27d4-4c07-85ff-b7ff9068db96 None None] Provisioning for port e56a54bf-a7eb-4428-83c7-5e8a9e707712 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:13:46.524549 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-ec6ca083-93d6-4928-9070-c0319355edbf req-fbda501a-c24c-4f0c-bf90-aeaced3a4bea tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Unset dirty status for tenant:bcd167f1bfa84616adb8f696620de63d on resource:security_group {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:13:46.526027 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ec6ca083-93d6-4928-9070-c0319355edbf req-fbda501a-c24c-4f0c-bf90-aeaced3a4bea tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152982 Nov 23 13:13:46.542144 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-3601f0cb-27d4-4c07-85ff-b7ff9068db96 None None] Provisioning complete for port e56a54bf-a7eb-4428-83c7-5e8a9e707712 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:13:46.543134 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-3601f0cb-27d4-4c07-85ff-b7ff9068db96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:46.548713 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d932eeca-a604-4ca6-84d6-6f35c4f9c763 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:46.677506 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-3601f0cb-27d4-4c07-85ff-b7ff9068db96 None None] Port e56a54bf-a7eb-4428-83c7-5e8a9e707712 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:13:46.688123 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba95d52-20ef-4ad7-801f-1bd75feddaea req-d932eeca-a604-4ca6-84d6-6f35c4f9c763 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] No DVR routers for this DVR port dec698c9-b4c3-44f8-8b8d-f9084293f3ba on host hv-cinder-81888 {{(pid=87465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:13:46.691575 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-aba95d52-20ef-4ad7-801f-1bd75feddaea req-d932eeca-a604-4ca6-84d6-6f35c4f9c763 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:46.694519 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e771ea27-3979-46f1-8cf8-f463516c8e88', 'name': 'network-vif-deleted', 'tag': 'dec698c9-b4c3-44f8-8b8d-f9084293f3ba'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:13:46.718457 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-4a944a8c-5d57-480d-a7e2-9afa657bda04 req-6317e99c-7b0f-4069-b8d9-faa0ccf9e9fb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4082389 Nov 23 13:13:46.792754 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e771ea27-3979-46f1-8cf8-f463516c8e88', 'name': 'network-vif-deleted', 'tag': 'dec698c9-b4c3-44f8-8b8d-f9084293f3ba', 'status': 'completed', 'code': 200} Nov 23 13:13:46.830981 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-aba95d52-20ef-4ad7-801f-1bd75feddaea req-d932eeca-a604-4ca6-84d6-6f35c4f9c763 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.88 "DELETE /v2.0/ports/dec698c9-b4c3-44f8-8b8d-f9084293f3ba HTTP/1.1" status: 204 len: 173 time: 1.3079088 Nov 23 13:13:46.869886 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615aacc-af4b-42f3-9a08-16aeb935039c req-a004480c-8138-4724-b217-966d9cbfcc94 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:46.871458 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1615aacc-af4b-42f3-9a08-16aeb935039c req-a004480c-8138-4724-b217-966d9cbfcc94 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.2457407 Nov 23 13:13:46.956170 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1615aacc-af4b-42f3-9a08-16aeb935039c req-56164ce8-616f-4f9b-9206-6b3f2b948a43 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733292 Nov 23 13:13:47.107361 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56a54bf-a7eb-4428-83c7-5e8a9e707712 {{(pid=87466) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:13:47.113389 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-64d91b44-862e-4a78-8d34-af932e2019e8 req-67d862fe-6c92-4f6f-bb5b-7022bc2be429 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 210 time: 0.0524871 Nov 23 13:13:47.118180 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:47.142165 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.provisioning_blocks [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Transition to ACTIVE for port object e56a54bf-a7eb-4428-83c7-5e8a9e707712 will not be triggered until provisioned by entity L2. {{(pid=87466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:13:47.256440 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:47.268020 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d7872075-d1d2-4810-ac4c-e7e552b0da29 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:47.543007 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Pushing event updated for resources: {'Port': ['ID=e56a54bf-a7eb-4428-83c7-5e8a9e707712,revision_number=2']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:47.546237 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:47.572541 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Attempting to bind port e56a54bf-a7eb-4428-83c7-5e8a9e707712 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:13:47.572541 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Attempting to bind port e56a54bf-a7eb-4428-83c7-5e8a9e707712 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'e2b858e3-6801-4b57-8283-e1028fafb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dedf267-5418-45d9-91c5-57baccedd729'}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:13:47.574994 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Attempting to bind port e56a54bf-a7eb-4428-83c7-5e8a9e707712 on network 5dedf267-5418-45d9-91c5-57baccedd729 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:13:47.579682 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Port e56a54bf-a7eb-4428-83c7-5e8a9e707712 on network 5dedf267-5418-45d9-91c5-57baccedd729 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:13:47.580108 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Attempting to bind port e56a54bf-a7eb-4428-83c7-5e8a9e707712 on network 5dedf267-5418-45d9-91c5-57baccedd729 {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:13:47.588435 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:13:47.588880 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Checking segment: {'id': 'e2b858e3-6801-4b57-8283-e1028fafb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dedf267-5418-45d9-91c5-57baccedd729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:13:47.589391 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Bound using segment: {'id': 'e2b858e3-6801-4b57-8283-e1028fafb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dedf267-5418-45d9-91c5-57baccedd729'} {{(pid=87466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:13:47.589913 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.managers [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Bound port: e56a54bf-a7eb-4428-83c7-5e8a9e707712, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b858e3-6801-4b57-8283-e1028fafb9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '5dedf267-5418-45d9-91c5-57baccedd729'}}] {{(pid=87466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:13:47.590445 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:47.769003 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] For port e56a54bf-a7eb-4428-83c7-5e8a9e707712, host hv-cinder-81888, cleared binding levels {{(pid=87466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:13:47.793373 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] For port e56a54bf-a7eb-4428-83c7-5e8a9e707712, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e56a54bf-a7eb-4428-83c7-5e8a9e707712,segment=NetworkSegment(e2b858e3-6801-4b57-8283-e1028fafb9e9),segment_id=e2b858e3-6801-4b57-8283-e1028fafb9e9)] {{(pid=87466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:13:47.830208 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ae070-3ca8-4ae7-8133-5f9807f2df98 req-8d00307e-c4fa-451e-85a0-e0193bda4ce8 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:47.830208 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-980ae070-3ca8-4ae7-8133-5f9807f2df98 req-8d00307e-c4fa-451e-85a0-e0193bda4ce8 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 947 time: 0.1404810 Nov 23 13:13:47.886425 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-980ae070-3ca8-4ae7-8133-5f9807f2df98 req-cdc52322-0b00-40ce-b93a-121723a55485 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513680 Nov 23 13:13:47.887661 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:47.898603 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-aa187053-c4c8-4959-a96f-082dab28c8c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:47.968540 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:47.969116 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:47.970403 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] 10.222.0.88 "PUT /v2.0/ports/e56a54bf-a7eb-4428-83c7-5e8a9e707712 HTTP/1.1" status: 200 len: 1097 time: 1.7133856 Nov 23 13:13:47.971058 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793cffae-97ce-45f7-ac56-666f72c57a53', 'tag': 'e56a54bf-a7eb-4428-83c7-5e8a9e707712'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:13:48.012247 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Pushing event updated for resources: {'Port': ['ID=e56a54bf-a7eb-4428-83c7-5e8a9e707712,revision_number=3']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:48.020115 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:48.048609 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793cffae-97ce-45f7-ac56-666f72c57a53', 'tag': 'e56a54bf-a7eb-4428-83c7-5e8a9e707712', 'status': 'completed', 'code': 200} Nov 23 13:13:48.149725 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device dec698c9-b4c3-44f8-8b8d-f9084293f3ba no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:13:48.235088 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: dec698c9-b4c3-44f8-8b8d-f9084293f3ba {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:13:48.235775 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device dec698c9-b4c3-44f8-8b8d-f9084293f3ba not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:13:48.407309 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9afb33c5-0891-4a3d-a9da-48ef909748ff req-d39ce176-5c91-4894-9d65-ecb88e4142ba tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=e771ea27-3979-46f1-8cf8-f463516c8e88 HTTP/1.1" status: 200 len: 210 time: 0.0859952 Nov 23 13:13:48.431867 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5a6d0-f30f-4b98-8429-37cbd976936c req-f855ca5a-4f2b-4d7a-bce6-bd486e714bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:48.433634 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e0c5a6d0-f30f-4b98-8429-37cbd976936c req-f855ca5a-4f2b-4d7a-bce6-bd486e714bf0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bcd167f1bfa84616adb8f696620de63d&device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 1100 time: 0.3286116 Nov 23 13:13:48.446885 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d366c-572c-439d-a90d-602119a7744b req-19c78510-2703-4097-a0c5-b570a4e89044 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:48.451199 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-834d366c-572c-439d-a90d-602119a7744b req-19c78510-2703-4097-a0c5-b570a4e89044 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.2637637 Nov 23 13:13:48.495898 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e0c5a6d0-f30f-4b98-8429-37cbd976936c req-8f82d08c-fddd-417c-89da-5af0c37165e5 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=bcd167f1bfa84616adb8f696620de63d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435290 Nov 23 13:13:48.572934 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-834d366c-572c-439d-a90d-602119a7744b req-07436a6f-c259-40bd-9294-49a8388414e9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015363 Nov 23 13:13:48.709984 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5a6d0-f30f-4b98-8429-37cbd976936c req-4d5eed0d-34ce-4e44-ac33-77805185a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:48.711440 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e0c5a6d0-f30f-4b98-8429-37cbd976936c req-4d5eed0d-34ce-4e44-ac33-77805185a8ab service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1943820 Nov 23 13:13:48.859546 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-a18f51a6-9ca6-4aab-b4a6-20c1e2c952f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:48.861227 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-a18f51a6-9ca6-4aab-b4a6-20c1e2c952f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bcd167f1bfa84616adb8f696620de63d&device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 1100 time: 0.0871706 Nov 23 13:13:48.949473 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-074d69f6-45e3-4868-a59b-a06bdd167b40 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=e56a54bf-a7eb-4428-83c7-5e8a9e707712 HTTP/1.1" status: 200 len: 217 time: 0.0724597 Nov 23 13:13:49.074398 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-0456ec1a-da43-4a9e-b8e2-c5ed7f5a8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:49.075874 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-0456ec1a-da43-4a9e-b8e2-c5ed7f5a8bc0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=90b59867-b95e-4713-9f40-f747a4a9dac5 HTTP/1.1" status: 200 len: 843 time: 0.1160951 Nov 23 13:13:49.202733 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1f310-3bc4-481f-885f-a82276879541 req-0c1c56b8-c0a6-4cb4-aa22-5fc364949c6b tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:49.214420 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0db1f310-3bc4-481f-885f-a82276879541 req-0c1c56b8-c0a6-4cb4-aa22-5fc364949c6b tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 947 time: 0.1921384 Nov 23 13:13:49.255677 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-c22d0b95-6731-4364-a6f5-1b25810479ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:49.257158 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-c22d0b95-6731-4364-a6f5-1b25810479ab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5dedf267-5418-45d9-91c5-57baccedd729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1723990 Nov 23 13:13:49.299779 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0db1f310-3bc4-481f-885f-a82276879541 req-096fe0dd-54f4-46a3-aa7c-31561104f7a8 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844650 Nov 23 13:13:49.476817 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-5198ae1c-a4e0-43d0-8199-083c96197a8b service neutron] 10.222.0.88 "GET /v2.0/networks/5dedf267-5418-45d9-91c5-57baccedd729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997917 Nov 23 13:13:49.668289 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ac134fb-0848-428f-8311-2d2d1abb8f98 req-9e7e6b76-f761-470b-b924-ad4a04d034db service neutron] 10.222.0.88 "GET /v2.0/networks/5dedf267-5418-45d9-91c5-57baccedd729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754742 Nov 23 13:13:49.861331 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b16931-3210-4e62-9830-76899f780a54 req-a8f50350-a01e-4459-9f92-8ec4b5c10387 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:49.863108 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a6b16931-3210-4e62-9830-76899f780a54 req-a8f50350-a01e-4459-9f92-8ec4b5c10387 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.0908194 Nov 23 13:13:49.928594 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a6b16931-3210-4e62-9830-76899f780a54 req-6ff1d9c4-b6c3-42c9-8b8c-a179a3abfe4d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519099 Nov 23 13:13:50.076167 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a944a8c-5d57-480d-a7e2-9afa657bda04 req-066b58b1-8785-490d-9211-2c88413c7fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:50.077729 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4a944a8c-5d57-480d-a7e2-9afa657bda04 req-066b58b1-8785-490d-9211-2c88413c7fe4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f&tenant_id=53d4861f8a6e416bafb99b42b9213d54 HTTP/1.1" status: 200 len: 1096 time: 0.0802321 Nov 23 13:13:50.388347 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a944a8c-5d57-480d-a7e2-9afa657bda04 req-2e7478b9-ab33-4e9e-93f8-551a9a56c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:50.388347 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4a944a8c-5d57-480d-a7e2-9afa657bda04 req-2e7478b9-ab33-4e9e-93f8-551a9a56c407 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53d4861f8a6e416bafb99b42b9213d54&device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 1096 time: 0.2296169 Nov 23 13:13:50.396448 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5d9b6-1d42-4e07-99e5-022c4b588f4e req-23df6b2d-83d8-40f4-84b2-0ec036accb81 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:50.397862 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-29c5d9b6-1d42-4e07-99e5-022c4b588f4e req-23df6b2d-83d8-40f4-84b2-0ec036accb81 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.2043545 Nov 23 13:13:50.591078 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-29c5d9b6-1d42-4e07-99e5-022c4b588f4e req-702bf3d8-56cb-4f63-932e-92004d48cbee tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729586 Nov 23 13:13:50.615372 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a944a8c-5d57-480d-a7e2-9afa657bda04 req-b88cb117-980f-47db-92da-e092abafa6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:50.616887 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4a944a8c-5d57-480d-a7e2-9afa657bda04 req-b88cb117-980f-47db-92da-e092abafa6ab service neutron] 10.222.0.88 "GET /v2.0/networks?id=9fd585cf-4252-4526-87d0-f50fc6aed26e HTTP/1.1" status: 200 len: 917 time: 0.2181454 Nov 23 13:13:50.702028 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4aeaf2-f764-4980-b15b-5a2f46bb5f29 req-2a5cbe7d-a6c0-4ad2-bca4-b39ac4383e1f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:50.703498 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6a4aeaf2-f764-4980-b15b-5a2f46bb5f29 req-2a5cbe7d-a6c0-4ad2-bca4-b39ac4383e1f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 947 time: 0.2807176 Nov 23 13:13:50.763398 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4a944a8c-5d57-480d-a7e2-9afa657bda04 req-8aaa0017-6732-490e-8fae-e07643ff834f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66 HTTP/1.1" status: 200 len: 999 time: 0.1385710 Nov 23 13:13:50.767809 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6a4aeaf2-f764-4980-b15b-5a2f46bb5f29 req-e5be12f4-ff2a-449b-ae45-91cae780f870 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586722 Nov 23 13:13:50.828413 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a944a8c-5d57-480d-a7e2-9afa657bda04 req-0c68e20c-4b9f-46c2-ba46-3e5516f86610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:50.829937 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4a944a8c-5d57-480d-a7e2-9afa657bda04 req-0c68e20c-4b9f-46c2-ba46-3e5516f86610 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1bbfc899-3c99-41b9-ba60-7e70ca060469 HTTP/1.1" status: 200 len: 854 time: 0.0588536 Nov 23 13:13:50.910691 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a944a8c-5d57-480d-a7e2-9afa657bda04 req-40fa77c1-66cf-4feb-96a3-f72b5f250947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:50.912780 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4a944a8c-5d57-480d-a7e2-9afa657bda04 req-40fa77c1-66cf-4feb-96a3-f72b5f250947 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9fd585cf-4252-4526-87d0-f50fc6aed26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745833 Nov 23 13:13:51.061951 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4a944a8c-5d57-480d-a7e2-9afa657bda04 req-aa9350e8-409b-41bc-b65e-5a10f6c12d71 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411424 Nov 23 13:13:51.275065 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c6baa-5203-4657-af35-31e75f2f83dd req-36bd7284-a30c-422f-ac5c-84175b374eb9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:51.276519 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6f2c6baa-5203-4657-af35-31e75f2f83dd req-36bd7284-a30c-422f-ac5c-84175b374eb9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.2066495 Nov 23 13:13:51.281632 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4a944a8c-5d57-480d-a7e2-9afa657bda04 req-3db817a1-c2da-4379-ab81-0c1568b00af0 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704245 Nov 23 13:13:51.323468 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6f2c6baa-5203-4657-af35-31e75f2f83dd req-4c417b10-fa66-4f76-bf68-d1d3d37eaf89 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409064 Nov 23 13:13:51.744854 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7cdacbd2-824d-41aa-9732-1a0a8f181ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:51.803150 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d03a29-208a-4930-8184-20c58251c0c1 req-c0887df7-efe3-42e6-9942-17f7d2dd13ef tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:51.811601 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-02d03a29-208a-4930-8184-20c58251c0c1 req-c0887df7-efe3-42e6-9942-17f7d2dd13ef tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0878050 Nov 23 13:13:51.868320 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-02d03a29-208a-4930-8184-20c58251c0c1 req-65b2ed48-ae22-4098-bf5d-0794960079c7 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578768 Nov 23 13:13:51.973772 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38162a-0626-47ba-b47b-d161af447f2d req-07149eb3-bf78-4650-a5a7-bb1478c142f1 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:51.975315 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dd38162a-0626-47ba-b47b-d161af447f2d req-07149eb3-bf78-4650-a5a7-bb1478c142f1 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 947 time: 0.0853057 Nov 23 13:13:52.023162 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dd38162a-0626-47ba-b47b-d161af447f2d req-88efe624-5026-4a40-960f-cdcd7c892e26 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419352 Nov 23 13:13:52.167909 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device e56a54bf-a7eb-4428-83c7-5e8a9e707712 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:13:52.289140 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:52.404877 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port e56a54bf-a7eb-4428-83c7-5e8a9e707712, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e56a54bf-a7eb-4428-83c7-5e8a9e707712,segment=NetworkSegment(e2b858e3-6801-4b57-8283-e1028fafb9e9),segment_id=e2b858e3-6801-4b57-8283-e1028fafb9e9)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:13:52.445771 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': 'e56a54bf-a7eb-4428-83c7-5e8a9e707712', 'network_id': '5dedf267-5418-45d9-91c5-57baccedd729', 'port_id': 'e56a54bf-a7eb-4428-83c7-5e8a9e707712', 'mac_address': 'fa:16:3e:85:9c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b59867-b95e-4713-9f40-f747a4a9dac5', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:13:52.574781 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:52.601636 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56a54bf-a7eb-4428-83c7-5e8a9e707712 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:13:52.621593 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port e56a54bf-a7eb-4428-83c7-5e8a9e707712, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e56a54bf-a7eb-4428-83c7-5e8a9e707712,segment=NetworkSegment(e2b858e3-6801-4b57-8283-e1028fafb9e9),segment_id=e2b858e3-6801-4b57-8283-e1028fafb9e9)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:13:52.693342 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:52.695299 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:52.712852 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060b3c1-a550-4af1-9fa3-d5f203ae7aa6 req-f0f88126-0ea4-4bd1-a94f-c1eafa7aeb95 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:52.723410 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2060b3c1-a550-4af1-9fa3-d5f203ae7aa6 req-f0f88126-0ea4-4bd1-a94f-c1eafa7aeb95 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.1732459 Nov 23 13:13:52.798467 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2060b3c1-a550-4af1-9fa3-d5f203ae7aa6 req-4840e2c4-0fc3-4f77-8549-9f4c6a13fb25 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730312 Nov 23 13:13:52.839671 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=e56a54bf-a7eb-4428-83c7-5e8a9e707712,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:52.853214 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:52.941795 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60444) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:53.053150 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['e56a54bf-a7eb-4428-83c7-5e8a9e707712'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:13:53.167475 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ffb5-acc0-4a0a-90ce-2753c5e87f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:53.183984 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-cfd2ffb5-acc0-4a0a-90ce-2753c5e87f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:53.188338 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-cfd2ffb5-acc0-4a0a-90ce-2753c5e87f0b admin admin] Usage tracker for resource:security_group_rule and tenant:93ec152848a446bea12dcfdfdf0e67f1 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:53.191726 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-cfd2ffb5-acc0-4a0a-90ce-2753c5e87f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:53.201356 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-cfd2ffb5-acc0-4a0a-90ce-2753c5e87f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:53.265381 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a365d-420c-416e-9d8a-92b4b0b98f19 req-3ddc6744-aa2f-4792-bfde-6cf28739db97 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:53.274823 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d86a365d-420c-416e-9d8a-92b4b0b98f19 req-3ddc6744-aa2f-4792-bfde-6cf28739db97 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.2186346 Nov 23 13:13:53.425832 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d86a365d-420c-416e-9d8a-92b4b0b98f19 req-86f2b84f-078a-42db-b238-fbd652881b0b tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500869 Nov 23 13:13:53.466550 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f0722-4444-48e0-884b-0115fe28af18 req-88348bad-c66b-4592-9ab4-6b1413432e7b tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:53.472600 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ffb5-acc0-4a0a-90ce-2753c5e87f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:53.488245 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-533f0722-4444-48e0-884b-0115fe28af18 req-88348bad-c66b-4592-9ab4-6b1413432e7b tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 948 time: 0.2082744 Nov 23 13:13:53.556422 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-cfd2ffb5-acc0-4a0a-90ce-2753c5e87f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:53.568845 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-780cdc10-6e23-4460-8926-efc5e306c949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:53.574546 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-533f0722-4444-48e0-884b-0115fe28af18 req-18aa05dd-2b17-41a8-8af0-3e7bab40a6e4 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876207 Nov 23 13:13:53.626426 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-cfd2ffb5-acc0-4a0a-90ce-2753c5e87f0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=93ec152848a446bea12dcfdfdf0e67f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6827312 Nov 23 13:13:53.627060 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2ffb5-acc0-4a0a-90ce-2753c5e87f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a904bfb-e000-4f5e-8ddc-9966afc30276,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:53.629033 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 60456) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:53.643728 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-cfd2ffb5-acc0-4a0a-90ce-2753c5e87f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:53.700235 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:53.727154 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:53.853088 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:53.858308 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:53.868967 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a904bfb-e000-4f5e-8ddc-9966afc30276,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:53.881504 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:53.882568 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a904bfb-e000-4f5e-8ddc-9966afc30276 HTTP/1.1" status: 204 len: 168 time: 0.2521760 Nov 23 13:13:53.884206 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:53.884593 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:53.885392 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:53.890984 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:53.890984 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:53.890984 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:53.890984 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:53.890984 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:53.890984 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:53.890984 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:53.890984 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:53.890984 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:53.903399 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:54.065030 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde30194-8006-4b8d-ac3b-cad24faa4253 req-14b69ef5-826d-4007-9864-c40b311a39ab tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:54.066519 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dde30194-8006-4b8d-ac3b-cad24faa4253 req-14b69ef5-826d-4007-9864-c40b311a39ab tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.0868850 Nov 23 13:13:54.115764 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dde30194-8006-4b8d-ac3b-cad24faa4253 req-9042e7ce-d04a-4250-b521-3d93f5146b35 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Nov 23 13:13:54.205477 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device e56a54bf-a7eb-4428-83c7-5e8a9e707712 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:13:54.361002 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port e56a54bf-a7eb-4428-83c7-5e8a9e707712 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:13:54.366464 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port e56a54bf-a7eb-4428-83c7-5e8a9e707712 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:13:54.367275 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:54.541565 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e2db1035-d4f9-447c-828c-49160fb93389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:54.556892 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:54.606807 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793cffae-97ce-45f7-ac56-666f72c57a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56a54bf-a7eb-4428-83c7-5e8a9e707712'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:13:54.620849 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port e56a54bf-a7eb-4428-83c7-5e8a9e707712, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e56a54bf-a7eb-4428-83c7-5e8a9e707712,segment=NetworkSegment(e2b858e3-6801-4b57-8283-e1028fafb9e9),segment_id=e2b858e3-6801-4b57-8283-e1028fafb9e9)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:13:54.662168 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60480) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:54.682119 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:54.686325 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:54.744785 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793cffae-97ce-45f7-ac56-666f72c57a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56a54bf-a7eb-4428-83c7-5e8a9e707712', 'code': 200} Nov 23 13:13:54.761630 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60486) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:54.791736 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=e56a54bf-a7eb-4428-83c7-5e8a9e707712,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:54.799915 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:54.800884 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:54.801227 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:54.801595 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:54.802637 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:54.803071 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:54.803387 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:54.803858 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:54.804234 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:54.804580 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:54.805187 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:54.805514 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:13:54.810727 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:54.821348 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b56d20df-0107-484b-9274-b57c5a3182e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:54.883902 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b56d20df-0107-484b-9274-b57c5a3182e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:54.899853 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b56d20df-0107-484b-9274-b57c5a3182e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ea01c621252443b99b47446b6bcfc6bb is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:54.904172 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6f346-0033-4037-a1f0-1a948c0d0cdf req-0435eeca-a127-42bf-be39-d65b12786aa0 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:54.904992 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b56d20df-0107-484b-9274-b57c5a3182e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:54.920226 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b56d20df-0107-484b-9274-b57c5a3182e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:54.931106 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4cd6f346-0033-4037-a1f0-1a948c0d0cdf req-0435eeca-a127-42bf-be39-d65b12786aa0 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.3111131 Nov 23 13:13:55.017146 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4cd6f346-0033-4037-a1f0-1a948c0d0cdf req-2f53df45-8a98-425c-ba69-622f5422a65d tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855627 Nov 23 13:13:55.106326 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30dd4a-f9cf-4820-94f9-fde2e16c9cd0 req-4993279d-ea1c-40ae-b639-83ff2991d399 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:55.107915 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cc30dd4a-f9cf-4820-94f9-fde2e16c9cd0 req-4993279d-ea1c-40ae-b639-83ff2991d399 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 949 time: 0.1326733 Nov 23 13:13:55.120291 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b56d20df-0107-484b-9274-b57c5a3182e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:55.123106 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9aa37206-702a-4108-97d0-75b302a8332b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:55.139246 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-9aa37206-702a-4108-97d0-75b302a8332b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:55.143414 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-9aa37206-702a-4108-97d0-75b302a8332b admin admin] Usage tracker for resource:security_group_rule and tenant:d6817cc0845d4d978877918a5f0d5c79 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:55.146849 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-9aa37206-702a-4108-97d0-75b302a8332b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:55.153089 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-9aa37206-702a-4108-97d0-75b302a8332b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:55.159375 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cc30dd4a-f9cf-4820-94f9-fde2e16c9cd0 req-d18ca966-4ea8-4d6f-8e97-7710db1e7cc0 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437348 Nov 23 13:13:55.243626 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b56d20df-0107-484b-9274-b57c5a3182e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:55.253309 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-611df693-4bc5-4fd9-8bb9-180568c25aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:55.307365 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-b56d20df-0107-484b-9274-b57c5a3182e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea01c621252443b99b47446b6bcfc6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5442202 Nov 23 13:13:55.309676 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 60494) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:55.347648 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d20df-0107-484b-9274-b57c5a3182e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07925716-b8a1-4001-81f9-b1b08b2d14cb,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:55.353394 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b56d20df-0107-484b-9274-b57c5a3182e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:55.383144 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a9a49-c0cb-45e6-b3a3-34a09a535806 req-0be0b728-7027-41c3-a8c9-6347f9df9f8a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:55.390043 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-662a9a49-c0cb-45e6-b3a3-34a09a535806 req-0be0b728-7027-41c3-a8c9-6347f9df9f8a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.1467419 Nov 23 13:13:55.401067 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:55.435646 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-19599588-e2ee-4213-b7f9-94763e08e455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:55.454347 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9aa37206-702a-4108-97d0-75b302a8332b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:55.645910 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-19599588-e2ee-4213-b7f9-94763e08e455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:55.645910 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-662a9a49-c0cb-45e6-b3a3-34a09a535806 req-5da51c9b-0c5d-49f2-a9ae-a96d9170879d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924938 Nov 23 13:13:55.803088 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9aa37206-702a-4108-97d0-75b302a8332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:55.818169 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-7ca9de95-50b3-4e64-b271-2163ab23e7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:55.830697 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-19599588-e2ee-4213-b7f9-94763e08e455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:55.839727 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-7b455227-3e99-4fda-847b-a674d7e7bb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:55.858275 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19599588-e2ee-4213-b7f9-94763e08e455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07925716-b8a1-4001-81f9-b1b08b2d14cb,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:55.868250 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa37206-702a-4108-97d0-75b302a8332b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622d10b4-2a9d-407e-bd12-88ca395c6943,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:55.875594 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9aa37206-702a-4108-97d0-75b302a8332b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:55.881704 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9aa37206-702a-4108-97d0-75b302a8332b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6817cc0845d4d978877918a5f0d5c79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2180645 Nov 23 13:13:55.882570 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60508) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:55.896252 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-19599588-e2ee-4213-b7f9-94763e08e455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:55.901053 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-19599588-e2ee-4213-b7f9-94763e08e455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:55.918268 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-19599588-e2ee-4213-b7f9-94763e08e455 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07925716-b8a1-4001-81f9-b1b08b2d14cb HTTP/1.1" status: 204 len: 168 time: 0.5920970 Nov 23 13:13:55.987633 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4e6e585c-3030-498d-80c9-67253fb9c7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:56.019397 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4e6e585c-3030-498d-80c9-67253fb9c7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:56.179428 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4e6e585c-3030-498d-80c9-67253fb9c7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:56.183490 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-35dcf264-7595-4d0b-ae7d-9f801652e8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:56.198393 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e585c-3030-498d-80c9-67253fb9c7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622d10b4-2a9d-407e-bd12-88ca395c6943,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:56.238070 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba137836-3448-40fa-92a6-19ab0262e2c8 req-c5d99778-f802-4eea-a184-34ad586da2a2 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:56.248592 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-4e6e585c-3030-498d-80c9-67253fb9c7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:56.249338 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ba137836-3448-40fa-92a6-19ab0262e2c8 req-c5d99778-f802-4eea-a184-34ad586da2a2 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1126106 Nov 23 13:13:56.266548 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-4e6e585c-3030-498d-80c9-67253fb9c7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:56.272435 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-4e6e585c-3030-498d-80c9-67253fb9c7db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/622d10b4-2a9d-407e-bd12-88ca395c6943 HTTP/1.1" status: 204 len: 168 time: 0.3885915 Nov 23 13:13:56.351619 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ba137836-3448-40fa-92a6-19ab0262e2c8 req-efd649ad-3b7c-4710-ad2e-99b5fe40e6af tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992494 Nov 23 13:13:56.519399 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172457c2-e247-413b-9f77-c751fc601203 req-7b39a200-193a-4e8f-b284-e6259447d9e7 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:56.524563 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-172457c2-e247-413b-9f77-c751fc601203 req-7b39a200-193a-4e8f-b284-e6259447d9e7 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 949 time: 0.1147590 Nov 23 13:13:56.607448 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-172457c2-e247-413b-9f77-c751fc601203 req-18d49678-1b0f-4d52-8281-3716a265530d tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714717 Nov 23 13:13:56.860931 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d21328-fca7-4013-a10c-e8c7e00f6817 req-210dceff-c753-407b-802c-7fa88424ecc4 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:57.044811 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-83d21328-fca7-4013-a10c-e8c7e00f6817 req-210dceff-c753-407b-802c-7fa88424ecc4 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.1012478 Nov 23 13:13:57.044811 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-83d21328-fca7-4013-a10c-e8c7e00f6817 req-93fca365-f335-4feb-adce-751ca3a3a9b2 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423498 Nov 23 13:13:57.630174 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb090e-445a-4b1c-bbf8-aa0fda449f47 req-8962e346-6fb6-4401-be15-7326457c1866 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:57.631932 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5afb090e-445a-4b1c-bbf8-aa0fda449f47 req-8962e346-6fb6-4401-be15-7326457c1866 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0922089 Nov 23 13:13:57.636375 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:57.697946 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5afb090e-445a-4b1c-bbf8-aa0fda449f47 req-476cc67f-2992-41ca-b1a0-9fee7bc0bcf3 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557415 Nov 23 13:13:57.857208 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8867bdb-7af6-44ce-a1d6-e011b2ae0234 req-41e8a6ce-849b-45fe-9bd5-0d8598738569 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:57.860042 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b8867bdb-7af6-44ce-a1d6-e011b2ae0234 req-41e8a6ce-849b-45fe-9bd5-0d8598738569 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 949 time: 0.1086822 Nov 23 13:13:57.894532 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 60550) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:57.924654 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-74f7146c-8f32-4c02-94b2-8ee3ad52360b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:57.956413 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b8867bdb-7af6-44ce-a1d6-e011b2ae0234 req-5655a101-c88f-488f-93ef-14526951036d tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895913 Nov 23 13:13:57.957345 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-74f7146c-8f32-4c02-94b2-8ee3ad52360b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:13:57.962265 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-74f7146c-8f32-4c02-94b2-8ee3ad52360b admin admin] Usage tracker for resource:security_group_rule and tenant:66bafa4d983c488e9006d670eff45869 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:13:57.965746 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-74f7146c-8f32-4c02-94b2-8ee3ad52360b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:13:57.971854 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-74f7146c-8f32-4c02-94b2-8ee3ad52360b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:13:58.081700 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-74f7146c-8f32-4c02-94b2-8ee3ad52360b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:58.279761 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5157f-9231-4e90-9aa4-a38fa645efa7 req-222bc0af-083f-4767-bb6d-fd6376d61608 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:58.283385 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bae5157f-9231-4e90-9aa4-a38fa645efa7 req-222bc0af-083f-4767-bb6d-fd6376d61608 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.1395419 Nov 23 13:13:58.304753 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-74f7146c-8f32-4c02-94b2-8ee3ad52360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:58.314858 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c68d01d9-a39f-47d2-8afa-cf2fffdbe165 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:58.372911 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7146c-8f32-4c02-94b2-8ee3ad52360b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9019261-4c97-426c-b34a-96891b91e592,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:58.381119 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bae5157f-9231-4e90-9aa4-a38fa645efa7 req-d0714ce1-8caa-4853-aa01-bf98ff0267f0 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920117 Nov 23 13:13:58.385800 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-74f7146c-8f32-4c02-94b2-8ee3ad52360b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66bafa4d983c488e9006d670eff45869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4874775 Nov 23 13:13:58.385800 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-74f7146c-8f32-4c02-94b2-8ee3ad52360b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:58.386066 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 60560) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:13:58.468715 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9f30328d-fffb-4776-aa04-32a404b3ebeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:58.506061 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9f30328d-fffb-4776-aa04-32a404b3ebeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:58.658861 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9f30328d-fffb-4776-aa04-32a404b3ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:58.669735 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e21d4cb0-6384-4cfe-9e4b-65051231cdf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:13:58.691305 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9f30328d-fffb-4776-aa04-32a404b3ebeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:58.698702 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-9f30328d-fffb-4776-aa04-32a404b3ebeb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9019261-4c97-426c-b34a-96891b91e592 HTTP/1.1" status: 204 len: 168 time: 0.3083806 Nov 23 13:13:58.698702 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30328d-fffb-4776-aa04-32a404b3ebeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9019261-4c97-426c-b34a-96891b91e592,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:13:58.701943 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9f30328d-fffb-4776-aa04-32a404b3ebeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:13:58.921199 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fe66c-32be-4fb8-b245-7c91d86fa1d0 req-5abe2c49-165e-4ae7-839b-fe55ebdf4ef4 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:58.922790 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9e1fe66c-32be-4fb8-b245-7c91d86fa1d0 req-5abe2c49-165e-4ae7-839b-fe55ebdf4ef4 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0913491 Nov 23 13:13:58.974687 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9e1fe66c-32be-4fb8-b245-7c91d86fa1d0 req-fd7b0e17-b597-47b4-90eb-2dd05b689278 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442364 Nov 23 13:13:59.218925 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551657f4-19d6-4f82-ab93-4ff731daa521 req-b8118678-40c4-4852-9780-045a83182468 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:59.226108 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-551657f4-19d6-4f82-ab93-4ff731daa521 req-b8118678-40c4-4852-9780-045a83182468 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 949 time: 0.1225336 Nov 23 13:13:59.309843 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-551657f4-19d6-4f82-ab93-4ff731daa521 req-cd4c32be-9d5c-4083-b558-f55dfb7771ca tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740314 Nov 23 13:13:59.673244 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b32762-1020-4ed0-b044-638dc6d78ecb req-af975ba3-fd2b-466c-90f1-77664c57929e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:59.675210 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-82b32762-1020-4ed0-b044-638dc6d78ecb req-af975ba3-fd2b-466c-90f1-77664c57929e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.1247718 Nov 23 13:13:59.742147 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-82b32762-1020-4ed0-b044-638dc6d78ecb req-7230c51d-8984-472e-a47c-3a745e19a327 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597405 Nov 23 13:14:00.191607 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89a062-eda8-4bea-8aab-4550db1cb1b7 req-670d1ab7-73c8-43fc-96a8-159e0bf029ff tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:00.193750 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8e89a062-eda8-4bea-8aab-4550db1cb1b7 req-670d1ab7-73c8-43fc-96a8-159e0bf029ff tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1049438 Nov 23 13:14:00.268598 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8e89a062-eda8-4bea-8aab-4550db1cb1b7 req-873c82e8-650d-4bdb-a724-eb1891e544ba tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620806 Nov 23 13:14:00.756058 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60636) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:00.842081 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24a9a3-7d0f-42bf-88e8-6b40017ddb21 req-5f6e5da2-78ab-4d4a-8d7d-bf9144a7c06c tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:00.844208 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ac24a9a3-7d0f-42bf-88e8-6b40017ddb21 req-5f6e5da2-78ab-4d4a-8d7d-bf9144a7c06c tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 949 time: 0.1379728 Nov 23 13:14:01.006367 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ac24a9a3-7d0f-42bf-88e8-6b40017ddb21 req-a275a4c9-609f-4211-95cc-e999ec91504b tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525512 Nov 23 13:14:01.045286 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2e885-f41d-4553-b2a8-fd2164484030 req-4f4f46a6-c163-45b5-8faa-e37449e711a3 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:01.047239 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-48936027-network', 'tenant_id': '537393f5913b4aeab9ade619e8d70709'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:14:01.052031 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d5c2e885-f41d-4553-b2a8-fd2164484030 req-4f4f46a6-c163-45b5-8faa-e37449e711a3 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.1654632 Nov 23 13:14:01.053063 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:01.071041 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Usage tracker for resource:network and tenant:537393f5913b4aeab9ade619e8d70709 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:01.077720 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:01.099321 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:01.105693 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d5c2e885-f41d-4553-b2a8-fd2164484030 req-e1a64513-65ae-4fcc-916b-01fbb50e00ed tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523140 Nov 23 13:14:01.475501 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352aa835-e382-497e-8f51-d18773ddd6b1 req-d37022c2-8d10-4cc5-bf93-bbc09cfd820e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:01.480296 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-352aa835-e382-497e-8f51-d18773ddd6b1 req-d37022c2-8d10-4cc5-bf93-bbc09cfd820e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0929523 Nov 23 13:14:01.594524 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-352aa835-e382-497e-8f51-d18773ddd6b1 req-2ab36155-10ae-491a-b016-11f41a18017f tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117895 Nov 23 13:14:01.630590 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Made reservation on behalf of 537393f5913b4aeab9ade619e8d70709 for: {'network': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:14:01.633056 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:01.646999 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:01.663345 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:01.671091 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Usage tracker for resource:security_group_rule and tenant:537393f5913b4aeab9ade619e8d70709 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:01.682004 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:01.690451 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:01.800145 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:01.922884 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:01.928002 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-de99a641-a74b-4e80-b621-da7dd7f1fee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:01.953398 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=87465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:14:01.966992 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:01.972379 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:01.972989 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.segments_db [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Added segment e17e0bed-2479-4d1c-af08-6cdd3cc20584 of type vlan for network 9066761f-8d38-4249-8bd4-244766d9ebad Nov 23 13:14:01.983355 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:01.987008 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:01.987008 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:01.987008 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:01.987008 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:01.987008 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:01.987008 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:01.987008 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:01.987008 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:01.987008 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:01.987008 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:01.988372 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:01.993494 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:02.019089 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:02.155654 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:02.157181 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:02.157864 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:02.164459 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-0852b1b4-3fb5-4c8e-b29c-a895089d4c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:02.219094 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b1922-9db5-4f40-89ec-e318f16ab3c1 req-b96532e2-62aa-4635-96f3-4e5d1d9a1518 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:02.220563 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0b0b1922-9db5-4f40-89ec-e318f16ab3c1 req-b96532e2-62aa-4635-96f3-4e5d1d9a1518 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 949 time: 0.1142466 Nov 23 13:14:02.322882 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Pushing event updated for resources: {'Network': ['ID=9066761f-8d38-4249-8bd4-244766d9ebad,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:02.322882 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:02.327341 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network 9066761f-8d38-4249-8bd4-244766d9ebad details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:14:02.337550 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0b0b1922-9db5-4f40-89ec-e318f16ab3c1 req-2e9142ce-3003-42ec-b0f9-8589822f04fd tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102104 Nov 23 13:14:02.382157 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037af0c-b700-4d62-8fee-466aa57f59ff req-01dfb955-e223-400b-a0ff-52fff484592f tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:02.391756 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c037af0c-b700-4d62-8fee-466aa57f59ff req-01dfb955-e223-400b-a0ff-52fff484592f tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.1421728 Nov 23 13:14:02.446214 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c037af0c-b700-4d62-8fee-466aa57f59ff req-b2275912-72f1-402f-a8a1-8240124403cd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513587 Nov 23 13:14:02.522441 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7651312 Nov 23 13:14:02.525403 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60662) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:02.531691 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Request body: {'subnet': {'network_id': '9066761f-8d38-4249-8bd4-244766d9ebad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-48936027-subnet', 'tenant_id': '537393f5913b4aeab9ade619e8d70709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:14:02.537065 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:02.542007 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Usage tracker for resource:subnet and tenant:537393f5913b4aeab9ade619e8d70709 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:02.550593 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:02.557862 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:02.652880 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Made reservation on behalf of 537393f5913b4aeab9ade619e8d70709 for: {'subnet': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:14:02.655273 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3000527'] for subnet, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:02.813547 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee262c-2ee6-4f51-a35a-c8a25924d21d req-675be527-cd09-48c2-83e7-9a332cce0a71 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:02.815177 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9cee262c-2ee6-4f51-a35a-c8a25924d21d req-675be527-cd09-48c2-83e7-9a332cce0a71 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.1009326 Nov 23 13:14:02.873961 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9cee262c-2ee6-4f51-a35a-c8a25924d21d req-e32b6b42-d751-4cb0-914a-6f070c55dca5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512936 Nov 23 13:14:02.974151 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2122131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3000573'] for subnet, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:02.979251 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-f415bc5a-df33-4cb9-ad03-ad40a20c35aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:03.063163 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Checking segment: {'id': 'e17e0bed-2479-4d1c-af08-6cdd3cc20584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '9066761f-8d38-4249-8bd4-244766d9ebad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:14:03.063163 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Network hostable DHCP agents. Network: 9066761f-8d38-4249-8bd4-244766d9ebad, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:14:03.072549 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b1b9f31-5c2c-407f-bdcf-49c119dc3260,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:03.078787 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:03.184441 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Network 9066761f-8d38-4249-8bd4-244766d9ebad is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:14:03.241411 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, 9066761f-8d38-4249-8bd4-244766d9ebad) {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:14:03.249421 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:03.249421 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:03.252371 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3552e3-1333-4399-a3a2-b485d42e8ba4 None None] Network 9066761f-8d38-4249-8bd4-244766d9ebad requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:14:03.339260 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-784aaa63-e9c0-4d45-abd5-5bf55fb75896 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8122663 Nov 23 13:14:03.507796 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d34369-4683-496e-bdbf-0c2431a27af9 None None] Network 9066761f-8d38-4249-8bd4-244766d9ebad requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:14:03.626109 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60694) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:03.632437 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a258e9-e428-4e07-bf47-ae9a3e8f5604 req-f99bedd5-8c84-44df-8366-dbb1201c7534 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:03.639957 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-00a258e9-e428-4e07-bf47-ae9a3e8f5604 req-f99bedd5-8c84-44df-8366-dbb1201c7534 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 949 time: 0.1646345 Nov 23 13:14:03.799536 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ef7472b9-c1b5-4e0d-9d94-51bcce8e6831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:03.841366 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-ef7472b9-c1b5-4e0d-9d94-51bcce8e6831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:03.845816 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-ef7472b9-c1b5-4e0d-9d94-51bcce8e6831 admin admin] Usage tracker for resource:security_group_rule and tenant:ad9ffbe53161479ea0acb1366194cdfb is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:03.845985 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-00a258e9-e428-4e07-bf47-ae9a3e8f5604 req-dfdb3a66-39d9-423c-ac55-5919dbb864c8 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046824 Nov 23 13:14:03.849474 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-ef7472b9-c1b5-4e0d-9d94-51bcce8e6831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:03.855580 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-ef7472b9-c1b5-4e0d-9d94-51bcce8e6831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:03.911481 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81336fed-a64d-449e-91e2-91e60ca5e5de req-61a0f79c-2629-4e34-859e-8dfb208e00b6 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:03.917962 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-81336fed-a64d-449e-91e2-91e60ca5e5de req-61a0f79c-2629-4e34-859e-8dfb208e00b6 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.2745073 Nov 23 13:14:03.963834 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-81336fed-a64d-449e-91e2-91e60ca5e5de req-9d672c90-4614-418c-91d0-f8a89f3fad42 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447736 Nov 23 13:14:03.981373 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ef7472b9-c1b5-4e0d-9d94-51bcce8e6831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:04.053565 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ef7472b9-c1b5-4e0d-9d94-51bcce8e6831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:04.062484 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b56d20df-0107-484b-9274-b57c5a3182e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:04.085862 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cae78-902b-41d3-82b4-63ebb32870c9 req-672a005d-2fcb-4c0b-8658-9fdc1ba24d9c tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:04.087519 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a17cae78-902b-41d3-82b4-63ebb32870c9 req-672a005d-2fcb-4c0b-8658-9fdc1ba24d9c tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0822799 Nov 23 13:14:04.105807 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-ef7472b9-c1b5-4e0d-9d94-51bcce8e6831 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad9ffbe53161479ea0acb1366194cdfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783721 Nov 23 13:14:04.107530 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7472b9-c1b5-4e0d-9d94-51bcce8e6831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fafc54-1181-4b9b-9113-3c4e73768fb9,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:04.109903 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60704) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:04.114971 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ef7472b9-c1b5-4e0d-9d94-51bcce8e6831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:04.140953 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a17cae78-902b-41d3-82b4-63ebb32870c9 req-e855b4c2-f4ad-4324-bed6-200bc38ae691 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458035 Nov 23 13:14:04.173368 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d815a51f-36e6-4c7a-b009-03d41fb86f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:04.205064 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d815a51f-36e6-4c7a-b009-03d41fb86f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:04.257293 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945bd29-588a-4a91-8706-66b20cb5fc46 req-965f5c8d-5d14-4472-a53e-0ca9535e1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:04.258743 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f945bd29-588a-4a91-8706-66b20cb5fc46 req-965f5c8d-5d14-4472-a53e-0ca9535e1995 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 1102 time: 0.0755966 Nov 23 13:14:04.301115 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f945bd29-588a-4a91-8706-66b20cb5fc46 req-17ab87a6-dfd6-4f48-a5c2-08f93eb87626 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340168 Nov 23 13:14:04.333034 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d815a51f-36e6-4c7a-b009-03d41fb86f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:04.337360 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-90f7b87e-3535-4c05-9d17-9a7d2976151e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:04.348397 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815a51f-36e6-4c7a-b009-03d41fb86f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fafc54-1181-4b9b-9113-3c4e73768fb9,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:04.352762 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d815a51f-36e6-4c7a-b009-03d41fb86f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:04.354531 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d815a51f-36e6-4c7a-b009-03d41fb86f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:04.355636 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-d815a51f-36e6-4c7a-b009-03d41fb86f1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97fafc54-1181-4b9b-9113-3c4e73768fb9 HTTP/1.1" status: 204 len: 168 time: 0.2448287 Nov 23 13:14:05.034926 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd30b9-1533-4fcd-9bbd-c2a5253f20ad req-4c60bb06-4cb6-4599-a9f3-fdd18002682b tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:05.037426 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60724) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:05.045423 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-18dd30b9-1533-4fcd-9bbd-c2a5253f20ad req-4c60bb06-4cb6-4599-a9f3-fdd18002682b tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 949 time: 0.0939193 Nov 23 13:14:05.065661 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bc6faa87-dcee-4993-8ee0-82fcaeda58f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:05.079298 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-bc6faa87-dcee-4993-8ee0-82fcaeda58f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:05.083806 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-bc6faa87-dcee-4993-8ee0-82fcaeda58f8 admin admin] Usage tracker for resource:security_group_rule and tenant:53f600b6d2d24a698ce73abdd5e245e0 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:05.087187 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-bc6faa87-dcee-4993-8ee0-82fcaeda58f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:05.094156 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-bc6faa87-dcee-4993-8ee0-82fcaeda58f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:05.147241 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-18dd30b9-1533-4fcd-9bbd-c2a5253f20ad req-e5cd9c7a-8a44-44c6-bbf7-81c0e7e04575 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008935 Nov 23 13:14:05.186175 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bc6faa87-dcee-4993-8ee0-82fcaeda58f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:05.200353 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd80029-1ff2-4304-be05-c3a8d4479ad9 req-00b155c8-9fc8-4c97-8167-27b6d8982bb9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:05.201830 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dcd80029-1ff2-4304-be05-c3a8d4479ad9 req-00b155c8-9fc8-4c97-8167-27b6d8982bb9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 943 time: 0.1151245 Nov 23 13:14:05.247123 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dcd80029-1ff2-4304-be05-c3a8d4479ad9 req-aa7d7994-d76d-43ee-96cd-d7ee13a70164 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396125 Nov 23 13:14:05.258879 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bc6faa87-dcee-4993-8ee0-82fcaeda58f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:05.275774 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-7634e4a7-b426-4eaa-b56d-a1f3dc293910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:05.307428 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6faa87-dcee-4993-8ee0-82fcaeda58f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a374b5b8-cf89-4457-b28e-d04518b70484,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:05.311607 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-bc6faa87-dcee-4993-8ee0-82fcaeda58f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53f600b6d2d24a698ce73abdd5e245e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730591 Nov 23 13:14:05.312535 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-bc6faa87-dcee-4993-8ee0-82fcaeda58f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:05.314721 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60734) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:05.350400 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efc440-5385-4a46-9868-bb7e3c9e2f1f req-096a6583-4e73-40de-a62f-06f11953b686 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:05.351865 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-02efc440-5385-4a46-9868-bb7e3c9e2f1f req-096a6583-4e73-40de-a62f-06f11953b686 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.0904543 Nov 23 13:14:05.381150 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-22a6e45e-4a17-4126-b9c8-27c9391df96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:05.407320 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-02efc440-5385-4a46-9868-bb7e3c9e2f1f req-7ef19c18-bb68-43b4-b551-b1804efb3a75 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494728 Nov 23 13:14:05.409223 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-22a6e45e-4a17-4126-b9c8-27c9391df96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:05.538302 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-22a6e45e-4a17-4126-b9c8-27c9391df96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:05.543160 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b90d733b-96ff-4e25-be03-206aee2073ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:05.553639 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6e45e-4a17-4126-b9c8-27c9391df96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a374b5b8-cf89-4457-b28e-d04518b70484,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:05.558148 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-22a6e45e-4a17-4126-b9c8-27c9391df96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:05.560201 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-22a6e45e-4a17-4126-b9c8-27c9391df96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:05.561289 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-22a6e45e-4a17-4126-b9c8-27c9391df96e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a374b5b8-cf89-4457-b28e-d04518b70484 HTTP/1.1" status: 204 len: 168 time: 0.2459309 Nov 23 13:14:06.180500 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-4a5e5a20-a667-4964-9d82-30c1ef117a92 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:06.181978 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-4a5e5a20-a667-4964-9d82-30c1ef117a92 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/networks?id=9066761f-8d38-4249-8bd4-244766d9ebad HTTP/1.1" status: 200 len: 812 time: 0.1493609 Nov 23 13:14:06.197916 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ca26c7e5-0271-4e79-aa7a-06e21cd0c651 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/quotas/537393f5913b4aeab9ade619e8d70709 HTTP/1.1" status: 200 len: 375 time: 0.0104241 Nov 23 13:14:06.250337 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ab50eb91-20a8-492d-9674-965076e381f4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=537393f5913b4aeab9ade619e8d70709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469887 Nov 23 13:14:06.284045 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 115ca5c6-27b1-4014-b6db-4423b3d39a66 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:14:06.300506 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60762) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:06.329355 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bdeb0498-b87b-4271-9a9b-df201ae46595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:06.345082 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-bdeb0498-b87b-4271-9a9b-df201ae46595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:06.348938 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-bdeb0498-b87b-4271-9a9b-df201ae46595 admin admin] Usage tracker for resource:security_group_rule and tenant:222940163adc47908e2981c8b875c9c2 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:06.351822 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-bdeb0498-b87b-4271-9a9b-df201ae46595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:06.357450 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-bdeb0498-b87b-4271-9a9b-df201ae46595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:06.444609 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bdeb0498-b87b-4271-9a9b-df201ae46595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:06.447127 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badf329-e3c5-4c6e-98ff-fbf48f16efa3 req-d2b87de8-5965-4add-ab88-cc61d5a35354 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:06.448618 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9badf329-e3c5-4c6e-98ff-fbf48f16efa3 req-d2b87de8-5965-4add-ab88-cc61d5a35354 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 949 time: 0.1974041 Nov 23 13:14:06.450520 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-32bbcf09-58e0-4a43-a911-c55a58478456 service neutron] 10.222.0.48 "GET /v2.0/networks/9066761f-8d38-4249-8bd4-244766d9ebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684563 Nov 23 13:14:06.460224 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 115ca5c6-27b1-4014-b6db-4423b3d39a66, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:06.475889 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'port_id': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'mac_address': 'fa:16:3e:54:00:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:14:06.510250 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bdeb0498-b87b-4271-9a9b-df201ae46595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:06.544799 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-84998093-9c55-40e0-8f50-af1d71e9ea8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:06.558450 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-bdeb0498-b87b-4271-9a9b-df201ae46595 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=222940163adc47908e2981c8b875c9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541664 Nov 23 13:14:06.558610 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:06.559023 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60774) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:06.579867 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115ca5c6-27b1-4014-b6db-4423b3d39a66 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:14:06.597529 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9badf329-e3c5-4c6e-98ff-fbf48f16efa3 req-794609c4-539f-455c-952f-77e39cf86d7d tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413684 Nov 23 13:14:06.602860 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 115ca5c6-27b1-4014-b6db-4423b3d39a66, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:06.642283 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb0498-b87b-4271-9a9b-df201ae46595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7295a02e-a695-45f2-bff7-a2ab28267d0b,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:06.653261 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:06.655610 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:06.656390 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-bdeb0498-b87b-4271-9a9b-df201ae46595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:06.658417 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-6275cc8f-3103-4f3f-9819-045a182caa91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:06.691030 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-6275cc8f-3103-4f3f-9819-045a182caa91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:06.699076 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-e8b32e84-fe3a-4695-a5d4-497e756b934e service neutron] 10.222.0.48 "GET /v2.0/networks/9066761f-8d38-4249-8bd4-244766d9ebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270682 Nov 23 13:14:06.795168 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=115ca5c6-27b1-4014-b6db-4423b3d39a66,revision_number=9']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:06.799006 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:06.824692 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-6275cc8f-3103-4f3f-9819-045a182caa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:06.829538 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ff201-d35e-4e56-b64c-37bc6eb811b6 req-25102f9d-0c19-4a96-aa08-8709b031e357 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:06.836069 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c2957446-13d7-485e-a255-fc69c3974780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:06.836197 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-920ff201-d35e-4e56-b64c-37bc6eb811b6 req-25102f9d-0c19-4a96-aa08-8709b031e357 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 944 time: 0.0889599 Nov 23 13:14:06.844074 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275cc8f-3103-4f3f-9819-045a182caa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7295a02e-a695-45f2-bff7-a2ab28267d0b,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:06.846566 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-6275cc8f-3103-4f3f-9819-045a182caa91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:06.849457 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-6275cc8f-3103-4f3f-9819-045a182caa91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:06.850549 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-6275cc8f-3103-4f3f-9819-045a182caa91 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7295a02e-a695-45f2-bff7-a2ab28267d0b HTTP/1.1" status: 204 len: 168 time: 0.2905946 Nov 23 13:14:06.898837 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-920ff201-d35e-4e56-b64c-37bc6eb811b6 req-6013cf0a-dec4-4324-b12f-d41921e566fc tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597212 Nov 23 13:14:07.037489 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['115ca5c6-27b1-4014-b6db-4423b3d39a66'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:14:07.207645 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343aa448-93b2-4671-b6cc-b943c8bada29 req-8760f5e6-a0e5-45b8-9551-87b03f97ff71 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:07.209027 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-343aa448-93b2-4671-b6cc-b943c8bada29 req-8760f5e6-a0e5-45b8-9551-87b03f97ff71 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.2091901 Nov 23 13:14:07.263725 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-343aa448-93b2-4671-b6cc-b943c8bada29 req-a91f51b5-e7d3-40cb-8130-5f890dc9d349 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488582 Nov 23 13:14:07.346978 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a469af5a-6324-49c7-a156-c253cc0b6241 req-3a1545bf-0467-4994-a7d9-0b411013f651 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 210 time: 0.0433362 Nov 23 13:14:07.620401 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60808) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:07.672016 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef1eb4-0f65-4645-9081-584cfd317e4f req-f5a03a9c-cd47-4cf9-8d34-141c82291317 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:07.675246 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-afef1eb4-0f65-4645-9081-584cfd317e4f req-f5a03a9c-cd47-4cf9-8d34-141c82291317 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 949 time: 0.0940900 Nov 23 13:14:07.720101 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-afef1eb4-0f65-4645-9081-584cfd317e4f req-8e894bab-b180-43c2-9bb5-a94cb036cd1c tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Nov 23 13:14:07.760954 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b621a6c2-5b38-4460-9db5-c7d7c29aa16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:07.776499 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b621a6c2-5b38-4460-9db5-c7d7c29aa16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:07.780431 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b621a6c2-5b38-4460-9db5-c7d7c29aa16a admin admin] Usage tracker for resource:security_group_rule and tenant:4811218d16de4699b47fac211d583eb1 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:07.786426 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b621a6c2-5b38-4460-9db5-c7d7c29aa16a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:07.790198 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b621a6c2-5b38-4460-9db5-c7d7c29aa16a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:07.876431 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b621a6c2-5b38-4460-9db5-c7d7c29aa16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:07.950121 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b621a6c2-5b38-4460-9db5-c7d7c29aa16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:07.958527 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-87b9084b-604d-415d-aa06-288a8c1272e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:07.999816 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-b621a6c2-5b38-4460-9db5-c7d7c29aa16a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4811218d16de4699b47fac211d583eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783152 Nov 23 13:14:08.002474 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 60826) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:08.014455 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621a6c2-5b38-4460-9db5-c7d7c29aa16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8d0905-9719-4af9-852b-e6507b427724,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:08.016710 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b621a6c2-5b38-4460-9db5-c7d7c29aa16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:08.124833 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4e3619ba-089b-40eb-be56-33be0a736048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:08.156959 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4e3619ba-089b-40eb-be56-33be0a736048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:08.171594 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d010c84-a89b-4c7d-9b01-1caf302459a0 req-df629ef5-b7dd-4eab-9ead-8a695c0a4c74 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:08.173027 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d010c84-a89b-4c7d-9b01-1caf302459a0 req-df629ef5-b7dd-4eab-9ead-8a695c0a4c74 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 944 time: 0.1547863 Nov 23 13:14:08.242281 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d010c84-a89b-4c7d-9b01-1caf302459a0 req-16d97403-9710-49a9-925b-7ee8ed6b5a6c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578206 Nov 23 13:14:08.289492 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 115ca5c6-27b1-4014-b6db-4423b3d39a66 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:14:08.299239 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 60838) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:08.316340 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4e3619ba-089b-40eb-be56-33be0a736048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:08.321094 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-98b83e52-609f-448f-a184-f252cbd740ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:08.337128 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3619ba-089b-40eb-be56-33be0a736048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8d0905-9719-4af9-852b-e6507b427724,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:08.349426 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4e3619ba-089b-40eb-be56-33be0a736048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:08.363998 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4e3619ba-089b-40eb-be56-33be0a736048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:08.370844 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-4e3619ba-089b-40eb-be56-33be0a736048 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc8d0905-9719-4af9-852b-e6507b427724 HTTP/1.1" status: 204 len: 168 time: 0.3668659 Nov 23 13:14:08.377350 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port 115ca5c6-27b1-4014-b6db-4423b3d39a66 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:08.378131 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:08.518000 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:08.529342 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-895894751-network', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:14:08.538960 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:08.547910 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Usage tracker for resource:network and tenant:01042792b9a0495aa1ed60e5abcbf4ea is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:08.552893 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115ca5c6-27b1-4014-b6db-4423b3d39a66'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:14:08.560582 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:08.564003 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 115ca5c6-27b1-4014-b6db-4423b3d39a66, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:08.607624 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:08.611127 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-552aed2a-1f1c-407a-bf50-3047a7e67109 req-66acd108-cb01-4f4a-a67f-a56eb8ac0c44 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 210 time: 0.0663600 Nov 23 13:14:08.638842 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745195a-a46a-487f-ad18-5bdd0f741ca4 req-ecd7049a-8fd1-4435-9e45-18888cf72331 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:08.640399 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b745195a-a46a-487f-ad18-5bdd0f741ca4 req-ecd7049a-8fd1-4435-9e45-18888cf72331 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.2467334 Nov 23 13:14:08.647197 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:08.649252 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-622e1f44-4f52-451b-8a74-8c31d4b95e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:08.684104 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'code': 200} Nov 23 13:14:08.685813 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1577dd-7693-46e0-908e-ba003fbf10ac req-bf7e17bc-36da-470b-a747-520651705772 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:08.686570 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fc1577dd-7693-46e0-908e-ba003fbf10ac req-bf7e17bc-36da-470b-a747-520651705772 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.88 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 945 time: 0.2584267 Nov 23 13:14:08.705703 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b745195a-a46a-487f-ad18-5bdd0f741ca4 req-e9335543-e74e-426a-a226-4557fe4edf7e tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/security-groups?id=3387ccb6-4d91-4804-a415-865fb18e1b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531213 Nov 23 13:14:08.706684 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Made reservation on behalf of 01042792b9a0495aa1ed60e5abcbf4ea for: {'network': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:14:08.708981 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:08.730554 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=115ca5c6-27b1-4014-b6db-4423b3d39a66,revision_number=10']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:08.741057 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:08.752710 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:08.786821 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:08.795062 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Usage tracker for resource:security_group_rule and tenant:01042792b9a0495aa1ed60e5abcbf4ea is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:08.800515 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:08.809293 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:08.816732 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-fc1577dd-7693-46e0-908e-ba003fbf10ac req-7738e022-4b6c-495d-a4fa-23e68cefefd5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Deleting port 6a131a8c-1c25-4a9f-9458-8dc0df968149 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:14:08.817077 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-fc1577dd-7693-46e0-908e-ba003fbf10ac req-7738e022-4b6c-495d-a4fa-23e68cefefd5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:09.119233 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b6b99-8882-4508-bb56-33c4a71f7992 req-ccef18fe-7ecd-4a9e-805d-3c396c5bce0d tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:09.120642 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a73b6b99-8882-4508-bb56-33c4a71f7992 req-ccef18fe-7ecd-4a9e-805d-3c396c5bce0d tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 949 time: 0.2731915 Nov 23 13:14:09.208146 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:09.233219 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a73b6b99-8882-4508-bb56-33c4a71f7992 req-4d6013fb-17ab-4808-acfe-31c587c067d7 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030567 Nov 23 13:14:09.238398 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-fc1577dd-7693-46e0-908e-ba003fbf10ac req-7738e022-4b6c-495d-a4fa-23e68cefefd5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] For port 6a131a8c-1c25-4a9f-9458-8dc0df968149, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6a131a8c-1c25-4a9f-9458-8dc0df968149,segment=NetworkSegment(fa4e1afd-2700-44cd-b285-94c8ff134196),segment_id=fa4e1afd-2700-44cd-b285-94c8ff134196)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:09.238797 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-fc1577dd-7693-46e0-908e-ba003fbf10ac req-7738e022-4b6c-495d-a4fa-23e68cefefd5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:09.301640 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:09.330276 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60856) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:09.354101 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a0b944f5-0cae-4231-8678-772e52c692cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:09.367846 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-baa34754-e5cc-4dbc-a3ba-cac07903a260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:09.373106 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-a0b944f5-0cae-4231-8678-772e52c692cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:09.377345 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-a0b944f5-0cae-4231-8678-772e52c692cd admin admin] Usage tracker for resource:security_group_rule and tenant:d63c1a1329734a1eb4a7ea427b65a46d is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:09.381126 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-a0b944f5-0cae-4231-8678-772e52c692cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:09.383612 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [req-fc1577dd-7693-46e0-908e-ba003fbf10ac req-7738e022-4b6c-495d-a4fa-23e68cefefd5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Calling delete_port for 6a131a8c-1c25-4a9f-9458-8dc0df968149 owned by compute:nova {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:14:09.387675 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-a0b944f5-0cae-4231-8678-772e52c692cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:09.489950 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a0b944f5-0cae-4231-8678-772e52c692cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:09.491050 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] vlan segment allocate from pool success with {'vlan_id': 1196, 'physical_network': 'physnet1'} {{(pid=87466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:14:09.512304 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cee6e9e-dfc2-424f-9cc3-62fcd1584251,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:09.536451 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:09.536451 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:09.536451 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.segments_db [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Added segment 5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0 of type vlan for network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab Nov 23 13:14:09.568257 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a0b944f5-0cae-4231-8678-772e52c692cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:09.580519 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ee49a089-369c-4407-9bcb-35ce122bc7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:09.706909 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:09.750923 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b944f5-0cae-4231-8678-772e52c692cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfda74c7-b12c-483b-bbed-d01800ea6de6,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:09.754806 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a0b944f5-0cae-4231-8678-772e52c692cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:09.802658 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-a0b944f5-0cae-4231-8678-772e52c692cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d63c1a1329734a1eb4a7ea427b65a46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4705100 Nov 23 13:14:09.818250 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60864) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:09.828579 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-58ae75ee-b8f7-4cf1-a83a-3b71fa124089 req-56dc5902-1dfc-4e29-9da8-36860e1c34ae tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 210 time: 0.0697646 Nov 23 13:14:09.856843 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb615b-ae8d-49e1-a008-6e041cdb65eb req-da25100b-66ea-480e-879a-a4bf0101cfc3 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:09.858288 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-35eb615b-ae8d-49e1-a008-6e041cdb65eb req-da25100b-66ea-480e-879a-a4bf0101cfc3 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 946 time: 0.4835346 Nov 23 13:14:09.900520 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea75e3-08fb-424b-862d-48f91b62f46d req-6b173166-e02b-49e4-aa29-0d4212eb88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:09.901873 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7cea75e3-08fb-424b-862d-48f91b62f46d req-6b173166-e02b-49e4-aa29-0d4212eb88a4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 1099 time: 0.3565583 Nov 23 13:14:09.940535 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-35eb615b-ae8d-49e1-a008-6e041cdb65eb req-af4e6e7f-401e-4575-8a78-8514a2a40442 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728688 Nov 23 13:14:09.959524 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7cea75e3-08fb-424b-862d-48f91b62f46d req-8edfb2f0-d4df-42ad-8697-5727578ab210 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482404 Nov 23 13:14:09.968423 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895a2bc-5545-422e-9849-63129f4d2552 req-c15588ac-ad50-4d85-871d-44785b5f7303 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:09.970089 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-6895a2bc-5545-422e-9849-63129f4d2552 req-c15588ac-ad50-4d85-871d-44785b5f7303 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.88 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 949 time: 0.4388244 Nov 23 13:14:09.977381 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b435995e-740e-4c86-be3a-335ad1049310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:09.986931 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-8723f62e-93b6-45ae-84b1-e7ac75f8c14a tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:09.987849 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-8723f62e-93b6-45ae-84b1-e7ac75f8c14a tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Synchronizing usage tracker for tenant:537393f5913b4aeab9ade619e8d70709 on resource:network {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:14:10.008677 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:10.014779 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:10.015184 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:10.022414 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b435995e-740e-4c86-be3a-335ad1049310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:10.025398 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:10.041170 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-fc1577dd-7693-46e0-908e-ba003fbf10ac req-7738e022-4b6c-495d-a4fa-23e68cefefd5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:10.050785 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-417b9de2-899d-4a25-a807-d48d4ef3c90f req-a4bc7764-66f3-4a59-b9ab-f807cc5cfd4c tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 210 time: 0.0730121 Nov 23 13:14:10.078967 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['6a131a8c-1c25-4a9f-9458-8dc0df968149'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:14:10.092514 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-8723f62e-93b6-45ae-84b1-e7ac75f8c14a tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Unset dirty status for tenant:537393f5913b4aeab9ade619e8d70709 on resource:network {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:14:10.093773 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-8723f62e-93b6-45ae-84b1-e7ac75f8c14a tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.88 "GET /v2.0/networks?id=9066761f-8d38-4249-8bd4-244766d9ebad HTTP/1.1" status: 200 len: 812 time: 0.3883054 Nov 23 13:14:10.155507 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b435995e-740e-4c86-be3a-335ad1049310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:10.161008 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b0710804-685c-4788-bfa5-eccad1029e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:10.173375 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435995e-740e-4c86-be3a-335ad1049310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfda74c7-b12c-483b-bbed-d01800ea6de6,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:10.176916 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b435995e-740e-4c86-be3a-335ad1049310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:10.177776 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Pushing event updated for resources: {'Network': ['ID=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:10.182251 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b435995e-740e-4c86-be3a-335ad1049310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:10.189811 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:10.194687 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-b435995e-740e-4c86-be3a-335ad1049310 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfda74c7-b12c-483b-bbed-d01800ea6de6 HTTP/1.1" status: 204 len: 168 time: 0.3715701 Nov 23 13:14:10.195040 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:14:10.216631 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4258e39c-404d-4294-a4d1-bcb339ed1e8a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:10.267325 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738e022-4b6c-495d-a4fa-23e68cefefd5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Pushing event deleted for resources: {'Port': ['ID=6a131a8c-1c25-4a9f-9458-8dc0df968149,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:10.273341 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9694841 Nov 23 13:14:10.273341 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-7738e022-4b6c-495d-a4fa-23e68cefefd5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:10.273341 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1577dd-7693-46e0-908e-ba003fbf10ac req-7738e022-4b6c-495d-a4fa-23e68cefefd5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] No DVR routers for this DVR port 6a131a8c-1c25-4a9f-9458-8dc0df968149 on host hv-cinder-81888 {{(pid=87466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:14:10.274682 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 60872) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:10.277416 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-fc1577dd-7693-46e0-908e-ba003fbf10ac req-7738e022-4b6c-495d-a4fa-23e68cefefd5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:10.279356 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fc1577dd-7693-46e0-908e-ba003fbf10ac req-7738e022-4b6c-495d-a4fa-23e68cefefd5 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.88 "DELETE /v2.0/ports/6a131a8c-1c25-4a9f-9458-8dc0df968149 HTTP/1.1" status: 204 len: 173 time: 1.5554361 Nov 23 13:14:10.280053 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7866fb89-707f-492f-83f5-debea0e5adc4', 'name': 'network-vif-deleted', 'tag': '6a131a8c-1c25-4a9f-9458-8dc0df968149'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:14:10.288449 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Request body: {'subnet': {'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-895894751-subnet', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'ip_version': 4}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:14:10.294195 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:10.306596 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Usage tracker for resource:subnet and tenant:01042792b9a0495aa1ed60e5abcbf4ea is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:10.312100 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:10.331725 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:10.335591 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Request body: {'port': {'device_id': 'b2665f65-1d05-42b4-9e6c-630a97436aa4', 'network_id': '9066761f-8d38-4249-8bd4-244766d9ebad', 'admin_state_up': True, 'tenant_id': '537393f5913b4aeab9ade619e8d70709'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:14:10.372536 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7866fb89-707f-492f-83f5-debea0e5adc4', 'name': 'network-vif-deleted', 'tag': '6a131a8c-1c25-4a9f-9458-8dc0df968149', 'status': 'completed', 'code': 200} Nov 23 13:14:10.419189 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Made reservation on behalf of 01042792b9a0495aa1ed60e5abcbf4ea for: {'subnet': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:14:10.421868 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Notify callbacks [] for subnet, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:10.461266 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-6895a2bc-5545-422e-9849-63129f4d2552 req-1b42c3f8-8faf-4323-aa9b-cffeaff326a3 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Deleting port e56a54bf-a7eb-4428-83c7-5e8a9e707712 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:14:10.461608 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-6895a2bc-5545-422e-9849-63129f4d2552 req-1b42c3f8-8faf-4323-aa9b-cffeaff326a3 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:10.623396 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:10.632798 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3950a-a443-4696-9c9f-1923aa141527 req-ebba0905-7e8d-487b-83d7-d281ed18c3ff tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:10.633128 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Usage tracker for resource:port and tenant:537393f5913b4aeab9ade619e8d70709 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:10.634485 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-83e3950a-a443-4696-9c9f-1923aa141527 req-ebba0905-7e8d-487b-83d7-d281ed18c3ff tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 949 time: 0.1993988 Nov 23 13:14:10.638068 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:10.648093 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:10.753607 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-83e3950a-a443-4696-9c9f-1923aa141527 req-92196823-bc17-4f79-b581-a5a427343e89 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b693b46-3579-4a50-89a5-3e29156db656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089587 Nov 23 13:14:10.761543 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:10.798465 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-6895a2bc-5545-422e-9849-63129f4d2552 req-1b42c3f8-8faf-4323-aa9b-cffeaff326a3 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] For port e56a54bf-a7eb-4428-83c7-5e8a9e707712, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e56a54bf-a7eb-4428-83c7-5e8a9e707712,segment=NetworkSegment(e2b858e3-6801-4b57-8283-e1028fafb9e9),segment_id=e2b858e3-6801-4b57-8283-e1028fafb9e9)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:10.798977 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-6895a2bc-5545-422e-9849-63129f4d2552 req-1b42c3f8-8faf-4323-aa9b-cffeaff326a3 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:10.864116 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Made reservation on behalf of 537393f5913b4aeab9ade619e8d70709 for: {'port': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:14:10.868410 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:10.881850 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:10.885841 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:10.953260 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-6895a2bc-5545-422e-9849-63129f4d2552 req-1b42c3f8-8faf-4323-aa9b-cffeaff326a3 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Calling delete_port for e56a54bf-a7eb-4428-83c7-5e8a9e707712 owned by compute:nova {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:14:11.011044 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=0409095e-86a1-4e04-9542-eefa14b60e12,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:11.016140 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3ca0d57b-6f24-4e2b-abc8-bd024189653a req-0fc4774b-d758-46fd-9f23-e8af0166f203 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 210 time: 0.0573864 Nov 23 13:14:11.017059 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:11.025278 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Checking segment: {'id': '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:14:11.025635 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Network hostable DHCP agents. Network: a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:14:11.164372 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:14:11.243010 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-6895a2bc-5545-422e-9849-63129f4d2552 req-1b42c3f8-8faf-4323-aa9b-cffeaff326a3 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:11.243416 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-ffd1377b-96e3-46dc-9562-771d44ba9e4b req-80bc205f-0fb1-422f-b3f2-b632df5ab9e6 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Synchronizing usage tracker for tenant:3b12f3c7ceda456987357f151ca0b4d1 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:14:11.250661 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a832a2-cc5c-4d4e-b6f9-7d0d06bdb8b6 req-efa6a2c1-0aa4-419f-8289-3eceda4cf838 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:11.254649 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:11.258309 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-79a832a2-cc5c-4d4e-b6f9-7d0d06bdb8b6 req-efa6a2c1-0aa4-419f-8289-3eceda4cf838 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 946 time: 0.1616125 Nov 23 13:14:11.296080 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab) {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:14:11.306654 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b1289-bf33-40e5-8c70-19f10cff86ad None None] Network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:14:11.307204 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:11.307723 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:11.334050 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-79a832a2-cc5c-4d4e-b6f9-7d0d06bdb8b6 req-921ec2d3-6318-4669-b14e-6d7a79288ddc tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746899 Nov 23 13:14:11.367658 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-ffd1377b-96e3-46dc-9562-771d44ba9e4b req-80bc205f-0fb1-422f-b3f2-b632df5ab9e6 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Unset dirty status for tenant:3b12f3c7ceda456987357f151ca0b4d1 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:14:11.368931 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ffd1377b-96e3-46dc-9562-771d44ba9e4b req-80bc205f-0fb1-422f-b3f2-b632df5ab9e6 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] 10.222.0.48 "GET /v2.0/ports?device_id=7866fb89-707f-492f-83f5-debea0e5adc4 HTTP/1.1" status: 200 len: 210 time: 0.1754322 Nov 23 13:14:11.399353 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42c3f8-8faf-4323-aa9b-cffeaff326a3 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Pushing event deleted for resources: {'Port': ['ID=e56a54bf-a7eb-4428-83c7-5e8a9e707712,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:11.418204 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-1b42c3f8-8faf-4323-aa9b-cffeaff326a3 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:11.420757 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1438949 Nov 23 13:14:11.422307 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 60914) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:11.427561 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:14:11.439461 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:11.446053 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Usage tracker for resource:router and tenant:01042792b9a0495aa1ed60e5abcbf4ea is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:11.452230 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:11.466653 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:11.573666 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-616933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35149'] for router, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:11.574815 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35162'] for router, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:11.592969 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:11.663110 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6895a2bc-5545-422e-9849-63129f4d2552 req-1b42c3f8-8faf-4323-aa9b-cffeaff326a3 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] No DVR routers for this DVR port e56a54bf-a7eb-4428-83c7-5e8a9e707712 on host hv-cinder-81888 {{(pid=87465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:14:11.671059 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-6895a2bc-5545-422e-9849-63129f4d2552 req-1b42c3f8-8faf-4323-aa9b-cffeaff326a3 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:11.673739 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793cffae-97ce-45f7-ac56-666f72c57a53', 'name': 'network-vif-deleted', 'tag': 'e56a54bf-a7eb-4428-83c7-5e8a9e707712'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:14:11.705501 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdb8eb36-8ddb-5181-ab2b-684eb66ce7a9-a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'fixed_ips': [{'subnet_id': '0409095e-86a1-4e04-9542-eefa14b60e12'}]}} from dv-cinder-818886-1-smb. {{(pid=87467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:14:11.714598 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:11.789266 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793cffae-97ce-45f7-ac56-666f72c57a53', 'name': 'network-vif-deleted', 'tag': 'e56a54bf-a7eb-4428-83c7-5e8a9e707712', 'status': 'completed', 'code': 200} Nov 23 13:14:11.893309 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-6895a2bc-5545-422e-9849-63129f4d2552 req-1b42c3f8-8faf-4323-aa9b-cffeaff326a3 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.88 "DELETE /v2.0/ports/e56a54bf-a7eb-4428-83c7-5e8a9e707712 HTTP/1.1" status: 204 len: 173 time: 1.6080971 Nov 23 13:14:11.905520 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Allocated IP 172.20.0.5 (9066761f-8d38-4249-8bd4-244766d9ebad/2b1b9f31-5c2c-407f-bdcf-49c119dc3260/04f9aaca-44d2-4034-a241-019b3608e5b2) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:14:11.915193 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.db_base_plugin_common [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Allocated IP 172.20.0.2 (a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab/0409095e-86a1-4e04-9542-eefa14b60e12/9977988f-f890-4fbd-8f88-5fac9df17815) {{(pid=87467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:14:12.137232 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d49a365f-11fb-4382-bb25-d9e82ce2cede req-5d9f89e2-5c47-4a72-9249-42bc78d0ead9 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 210 time: 0.0709429 Nov 23 13:14:12.156301 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-616727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35112'] for router, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:12.228752 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:12.269887 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Notify callbacks [] for port, precommit_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:12.281369 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Transition to ACTIVE for port object 9977988f-f890-4fbd-8f88-5fac9df17815 will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:14:12.301972 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Transition to ACTIVE for port object 9977988f-f890-4fbd-8f88-5fac9df17815 will not be triggered until provisioned by entity DHCP. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:14:12.316201 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 6a131a8c-1c25-4a9f-9458-8dc0df968149 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:14:12.352389 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: 6a131a8c-1c25-4a9f-9458-8dc0df968149 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:14:12.352743 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 6a131a8c-1c25-4a9f-9458-8dc0df968149 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:14:12.353179 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device e56a54bf-a7eb-4428-83c7-5e8a9e707712 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:14:12.384048 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cf035828-9250-4317-bfda-b563490d16f8 req-9b25c12a-b784-439f-a873-c610172c9c8b tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 210 time: 0.1335404 Nov 23 13:14:12.399001 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: e56a54bf-a7eb-4428-83c7-5e8a9e707712 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:14:12.399477 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device e56a54bf-a7eb-4428-83c7-5e8a9e707712 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:14:12.437532 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:12.438163 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:12.444342 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:12.447230 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a5b883f7-0d8f-450e-b19e-a04d52f711b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:12.547503 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 60966) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:12.604199 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab is already hosted by enough agents. {{(pid=87467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:14:12.617324 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.base_scheduler [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Resources bound (agent type, host, resource id): {{(pid=87467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:14:12.627165 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Received port after_create {{(pid=87467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:14:12.706538 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e0a84-4327-48fd-940f-ba7102360e3b req-4fc03471-b65f-4ba0-94da-12d6d4363074 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:12.709457 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9c9e0a84-4327-48fd-940f-ba7102360e3b req-4fc03471-b65f-4ba0-94da-12d6d4363074 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 946 time: 0.1955163 Nov 23 13:14:12.728682 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Pushing event updated for resources: {'Port': ['ID=9977988f-f890-4fbd-8f88-5fac9df17815,revision_number=1']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:12.739934 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:12.742317 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Network 9066761f-8d38-4249-8bd4-244766d9ebad is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:14:12.769692 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Attempting to bind port 9977988f-f890-4fbd-8f88-5fac9df17815 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:14:12.770680 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Attempting to bind port 9977988f-f890-4fbd-8f88-5fac9df17815 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:14:12.771258 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Attempting to bind port 9977988f-f890-4fbd-8f88-5fac9df17815 on network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:14:12.778997 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:14:12.779592 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Checking segment: {'id': '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:14:12.780157 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:12.780749 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Bound using segment: {'id': '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:14:12.781380 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Bound port: 9977988f-f890-4fbd-8f88-5fac9df17815, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:14:12.781923 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:12.804463 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:14:12.815161 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:14:12.855106 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Pushing event updated for resources: {'Port': ['ID=04f9aaca-44d2-4034-a241-019b3608e5b2,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:12.871743 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:12.909767 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:12.911029 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:12.967248 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] For port 9977988f-f890-4fbd-8f88-5fac9df17815, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:14:12.971084 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] For port 9977988f-f890-4fbd-8f88-5fac9df17815, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=9977988f-f890-4fbd-8f88-5fac9df17815,segment=NetworkSegment(5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0),segment_id=5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:14:13.001833 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9c9e0a84-4327-48fd-940f-ba7102360e3b req-1ed6d090-b7d6-41f1-a9ff-c84372b39a2a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866867 Nov 23 13:14:13.060377 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:13.070390 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:13.076536 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7507310 Nov 23 13:14:13.081252 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:13.103426 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Request body: {'port': {'device_id': 'b2665f65-1d05-42b4-9e6c-630a97436aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:14:13.135117 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:13.238895 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Pushing event updated for resources: {'Port': ['ID=9977988f-f890-4fbd-8f88-5fac9df17815,revision_number=2']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:13.250564 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:13.338660 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:13.430484 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8989fbe7-565b-428f-aa13-2430396ed912 req-a4f8a492-842a-4e3f-b402-a4f15d051c38 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] 10.222.0.48 "GET /v2.0/ports?device_id=793cffae-97ce-45f7-ac56-666f72c57a53 HTTP/1.1" status: 200 len: 210 time: 0.0646024 Nov 23 13:14:13.501353 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Allocated IP 172.28.3.195 (9b5166c7-a3b6-4dd2-bc8e-90c117c22df2/c5f731f0-a861-4160-a944-f1ad6ad93795/343068e6-a8e0-41a7-9a3e-8c54f19e0b4d) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:14:13.796335 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:13.809115 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452257d0-31a2-4273-89d2-c9f58bab0dc4 req-ea6a0e71-237b-4ed0-8b11-8a81f873fab9 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:13.813853 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-452257d0-31a2-4273-89d2-c9f58bab0dc4 req-ea6a0e71-237b-4ed0-8b11-8a81f873fab9 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 931 time: 0.1501679 Nov 23 13:14:13.879807 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-452257d0-31a2-4273-89d2-c9f58bab0dc4 req-daa32735-4c89-4d57-ae81-29ee552ed740 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557845 Nov 23 13:14:13.885265 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-243a1def-0cc1-49d5-856a-10bffe687724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544678'] for router_interface, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:13.978666 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:13.983956 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:14.047460 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f9aaca-44d2-4034-a241-019b3608e5b2 {{(pid=87465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:14:14.061229 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:14.070553 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Pushing event updated for resources: {'Port': ['ID=343068e6-a8e0-41a7-9a3e-8c54f19e0b4d,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:14.077374 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:14.078985 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:14:14.080692 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:14:14.087293 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:14:14.109962 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Transition to ACTIVE for port object 04f9aaca-44d2-4034-a241-019b3608e5b2 will not be triggered until provisioned by entity L2. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:14:14.225452 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:14.233298 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:14.396628 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37774f-de12-43eb-b16d-5cb01ee0b8e6 req-442d577b-d650-4c2b-b354-5e835a1b49fe tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:14.404411 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3d37774f-de12-43eb-b16d-5cb01ee0b8e6 req-442d577b-d650-4c2b-b354-5e835a1b49fe tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 946 time: 0.2243412 Nov 23 13:14:14.481589 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3d37774f-de12-43eb-b16d-5cb01ee0b8e6 req-455683b8-bb86-445f-837f-7d385b3a0a01 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759320 Nov 23 13:14:14.497378 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Pushing event updated for resources: {'Port': ['ID=04f9aaca-44d2-4034-a241-019b3608e5b2,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:14.500902 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:14.610842 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9768e7-d81e-40a4-a3c3-663436aa7c19 None None] Network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:14:14.680629 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Attempting to bind port 04f9aaca-44d2-4034-a241-019b3608e5b2 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:14:14.680966 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Attempting to bind port 04f9aaca-44d2-4034-a241-019b3608e5b2 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'e17e0bed-2479-4d1c-af08-6cdd3cc20584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '9066761f-8d38-4249-8bd4-244766d9ebad'}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:14:14.681290 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Attempting to bind port 04f9aaca-44d2-4034-a241-019b3608e5b2 on network 9066761f-8d38-4249-8bd4-244766d9ebad {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:14:14.692015 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Port 04f9aaca-44d2-4034-a241-019b3608e5b2 on network 9066761f-8d38-4249-8bd4-244766d9ebad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:14:14.692346 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Attempting to bind port 04f9aaca-44d2-4034-a241-019b3608e5b2 on network 9066761f-8d38-4249-8bd4-244766d9ebad {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:14:14.697721 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-243a1def-0cc1-49d5-856a-10bffe687724 admin admin] Deleting port 76f10541-b659-4ed5-9eb9-e9455f6be16e {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:14:14.698058 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-243a1def-0cc1-49d5-856a-10bffe687724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:14.741480 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:14:14.741835 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Checking segment: {'id': 'e17e0bed-2479-4d1c-af08-6cdd3cc20584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '9066761f-8d38-4249-8bd4-244766d9ebad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:14:14.754618 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Bound using segment: {'id': 'e17e0bed-2479-4d1c-af08-6cdd3cc20584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '9066761f-8d38-4249-8bd4-244766d9ebad'} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:14:14.754618 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Bound port: 04f9aaca-44d2-4034-a241-019b3608e5b2, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e17e0bed-2479-4d1c-af08-6cdd3cc20584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '9066761f-8d38-4249-8bd4-244766d9ebad'}}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:14:14.754618 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:14.839650 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-baddf410-8f08-4cbf-a059-4bc5a3d289a3 None None] Provisioning for port 9977988f-f890-4fbd-8f88-5fac9df17815 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:14:14.862957 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:14.956630 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] For port 04f9aaca-44d2-4034-a241-019b3608e5b2, host hv-cinder-81888, cleared binding levels {{(pid=87465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:14:14.962640 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] For port 04f9aaca-44d2-4034-a241-019b3608e5b2, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=04f9aaca-44d2-4034-a241-019b3608e5b2,segment=NetworkSegment(e17e0bed-2479-4d1c-af08-6cdd3cc20584),segment_id=e17e0bed-2479-4d1c-af08-6cdd3cc20584)] {{(pid=87465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:14:14.996553 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [None req-243a1def-0cc1-49d5-856a-10bffe687724 admin admin] For port 76f10541-b659-4ed5-9eb9-e9455f6be16e, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=76f10541-b659-4ed5-9eb9-e9455f6be16e,segment=NetworkSegment(fa4e1afd-2700-44cd-b285-94c8ff134196),segment_id=fa4e1afd-2700-44cd-b285-94c8ff134196)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:14.996908 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-243a1def-0cc1-49d5-856a-10bffe687724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:15.160926 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-243a1def-0cc1-49d5-856a-10bffe687724 admin admin] Calling delete_port for 76f10541-b659-4ed5-9eb9-e9455f6be16e owned by network:router_interface {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:14:15.192097 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:15.195667 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:15.271255 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:15.271877 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:15.273243 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] 10.222.0.88 "PUT /v2.0/ports/04f9aaca-44d2-4034-a241-019b3608e5b2 HTTP/1.1" status: 200 len: 1093 time: 2.1769855 Nov 23 13:14:15.283250 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2665f65-1d05-42b4-9e6c-630a97436aa4', 'tag': '04f9aaca-44d2-4034-a241-019b3608e5b2'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:14:15.359801 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617701'] for router, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:15.372190 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16334d75-5798-473b-b4ec-1a73c2721bb6 req-1a26886b-0816-490a-b81e-e75f32873618 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:15.373746 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-16334d75-5798-473b-b4ec-1a73c2721bb6 req-1a26886b-0816-490a-b81e-e75f32873618 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 943 time: 0.2298069 Nov 23 13:14:15.545083 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Pushing event updated for resources: {'Port': ['ID=04f9aaca-44d2-4034-a241-019b3608e5b2,revision_number=3']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:15.591248 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2665f65-1d05-42b4-9e6c-630a97436aa4', 'tag': '04f9aaca-44d2-4034-a241-019b3608e5b2', 'status': 'completed', 'code': 200} Nov 23 13:14:15.595328 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:15.599302 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-16334d75-5798-473b-b4ec-1a73c2721bb6 req-1432465f-d5ab-4d63-a205-3e16959835ad tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721253 Nov 23 13:14:15.622073 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 9977988f-f890-4fbd-8f88-5fac9df17815 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:14:15.656369 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea721dae-8c7d-40b3-8267-4d8029f4c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:15.657974 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-ea721dae-8c7d-40b3-8267-4d8029f4c267 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=537393f5913b4aeab9ade619e8d70709&device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 1096 time: 0.1762030 Nov 23 13:14:15.786953 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-729f1a02-d6fa-4ccb-bf04-f5a1b13fd1ff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04f9aaca-44d2-4034-a241-019b3608e5b2 HTTP/1.1" status: 200 len: 217 time: 0.1135569 Nov 23 13:14:15.802467 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Router c3aaad87-2b4a-4a06-9c37-8f74db781255 is scheduled to L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d with binding_index 1 {{(pid=87466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:14:15.832486 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 9977988f-f890-4fbd-8f88-5fac9df17815 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:14:15.838634 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 9977988f-f890-4fbd-8f88-5fac9df17815 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:15.839360 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:15.867475 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-7a08940d-d2b0-4ab0-994d-b396c6da595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:15.870827 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-7a08940d-d2b0-4ab0-994d-b396c6da595a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b1b9f31-5c2c-407f-bdcf-49c119dc3260 HTTP/1.1" status: 200 len: 852 time: 0.0720778 Nov 23 13:14:15.919778 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-243a1def-0cc1-49d5-856a-10bffe687724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:15.924485 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:15.969965 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-34e0d92d-43f7-4671-8d40-1d0ecca8f297 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9066761f-8d38-4249-8bd4-244766d9ebad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945659 Nov 23 13:14:15.973915 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a1def-0cc1-49d5-856a-10bffe687724 admin admin] Pushing event deleted for resources: {'Port': ['ID=76f10541-b659-4ed5-9eb9-e9455f6be16e,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:15.974677 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:15.976851 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-243a1def-0cc1-49d5-856a-10bffe687724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:15.998696 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:14:16.012225 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Sync routers for ids ['c3aaad87-2b4a-4a06-9c37-8f74db781255'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:14:16.024368 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 9977988f-f890-4fbd-8f88-5fac9df17815, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=9977988f-f890-4fbd-8f88-5fac9df17815,segment=NetworkSegment(5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0),segment_id=5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:16.027104 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Routers {'c3aaad87-2b4a-4a06-9c37-8f74db781255'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:14:16.027768 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:13:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['c3aaad87-2b4a-4a06-9c37-8f74db781255'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:16.100600 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:16.103239 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:16.116321 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Notify callbacks [] for router, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:16.118484 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6943326 Nov 23 13:14:16.122680 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 32824) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:16.260010 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Set router c3aaad87-2b4a-4a06-9c37-8f74db781255 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:14:16.264600 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=9977988f-f890-4fbd-8f88-5fac9df17815,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:16.268695 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:16.452034 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-5d53d2f7-8418-42a0-ae68-bd20ca630a5a service neutron] 10.222.0.88 "GET /v2.0/networks/9066761f-8d38-4249-8bd4-244766d9ebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739487 Nov 23 13:14:16.572690 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-243a1def-0cc1-49d5-856a-10bffe687724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546390'] for router_interface, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:16.683770 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:14:14Z', 'revision_number': 3, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port': {'id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ae:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:13Z', 'updated_at': '2021-11-23T13:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:16.695789 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Checking router: c3aaad87-2b4a-4a06-9c37-8f74db781255 for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:14:16.696028 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Updating router c3aaad87-2b4a-4a06-9c37-8f74db781255 port 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d binding host dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:14:16.779738 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:16.780663 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3df60926-cc34-48f4-a151-f52eb0fa4234 req-02660578-3c9b-40d9-8f67-45b96ba25373 service neutron] 10.222.0.88 "GET /v2.0/networks/9066761f-8d38-4249-8bd4-244766d9ebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203378 Nov 23 13:14:17.000173 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64412f-7d0a-4909-99f9-661c2df32da0 req-69907d5f-82bf-4637-866a-345f18caf7d9 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:17.001681 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5e64412f-7d0a-4909-99f9-661c2df32da0 req-69907d5f-82bf-4637-866a-345f18caf7d9 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 943 time: 0.2190232 Nov 23 13:14:17.108500 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5e64412f-7d0a-4909-99f9-661c2df32da0 req-6312d187-13ce-41f0-89b5-12b99c793483 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960739 Nov 23 13:14:17.136481 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cb858-d4e3-4176-8f07-839260cf8a5e req-0e863def-a2cf-48f1-9f44-f7bd70ad6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:17.138100 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ce1cb858-d4e3-4176-8f07-839260cf8a5e req-0e863def-a2cf-48f1-9f44-f7bd70ad6153 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=537393f5913b4aeab9ade619e8d70709&device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 1096 time: 0.1729162 Nov 23 13:14:17.148537 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243a1def-0cc1-49d5-856a-10bffe687724 admin admin] Router 1f83f7c3-83c6-4877-a6b5-014b4d4f207d has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:14:17.202716 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:17.215409 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Transition to ACTIVE for port object 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d will not be triggered until provisioned by entity L2. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:14:17.260230 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:17.355702 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:17.359726 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-9b123ff2-1d9b-4655-a378-7d9808beda49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:17.471324 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cb858-d4e3-4176-8f07-839260cf8a5e req-0e109493-514b-490d-aa0b-9a23f437f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:17.474052 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ce1cb858-d4e3-4176-8f07-839260cf8a5e req-0e109493-514b-490d-aa0b-9a23f437f350 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9066761f-8d38-4249-8bd4-244766d9ebad HTTP/1.1" status: 200 len: 914 time: 0.3243816 Nov 23 13:14:17.487288 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Pushing event updated for resources: {'Port': ['ID=343068e6-a8e0-41a7-9a3e-8c54f19e0b4d,revision_number=2']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:17.537983 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Allocated IP 172.20.0.1 (a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab/0409095e-86a1-4e04-9542-eefa14b60e12/8a3d1290-83b1-4064-a5f5-91509ec90522) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:14:17.539666 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:17.540002 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:17.540327 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:17.540646 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:17.540959 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:17.541272 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:17.541583 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:17.541892 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:17.542200 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:17.550483 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:17.551306 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:17.551778 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:17.563304 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:17.582483 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Attempting to bind port 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:14:17.583565 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Attempting to bind port 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:14:17.583942 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Attempting to bind port 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d on network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:14:17.595703 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:14:17.596196 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Checking segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:14:17.596614 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:17.597061 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Bound using segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:14:17.598098 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Bound port: 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:14:17.599133 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:17.613329 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 9977988f-f890-4fbd-8f88-5fac9df17815 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:14:17.668187 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ce1cb858-d4e3-4176-8f07-839260cf8a5e req-505b9b01-82ac-4819-8671-e0e90b216f74 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04f9aaca-44d2-4034-a241-019b3608e5b2 HTTP/1.1" status: 200 len: 217 time: 0.1845169 Nov 23 13:14:17.674704 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243a1def-0cc1-49d5-856a-10bffe687724 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:14:17.698466 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 9977988f-f890-4fbd-8f88-5fac9df17815 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:17.698643 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] For port 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:14:17.698869 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:17.703542 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] For port 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=343068e6-a8e0-41a7-9a3e-8c54f19e0b4d,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:14:17.714441 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:17.729464 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e158540b-4f04-4011-a590-1b056ce6d340 None None] Sync routers for ids ['1f83f7c3-83c6-4877-a6b5-014b4d4f207d'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:14:17.735406 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.provisioning_blocks [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Transition to ACTIVE for port object 8a3d1290-83b1-4064-a5f5-91509ec90522 will not be triggered until provisioned by entity DHCP. {{(pid=87466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:14:17.763065 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158540b-4f04-4011-a590-1b056ce6d340 None None] Routers {'1f83f7c3-83c6-4877-a6b5-014b4d4f207d'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:14:17.763711 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-e158540b-4f04-4011-a590-1b056ce6d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:13:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1f83f7c3-83c6-4877-a6b5-014b4d4f207d'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:17.773050 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:17.777016 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:17.853291 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:17.857967 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:17.865534 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Routers {'c3aaad87-2b4a-4a06-9c37-8f74db781255'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:14:17.865534 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:13:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['c3aaad87-2b4a-4a06-9c37-8f74db781255'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:17.934988 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cb858-d4e3-4176-8f07-839260cf8a5e req-04b18ee5-b1c8-4e67-af91-40a9f92b8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:17.936479 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ce1cb858-d4e3-4176-8f07-839260cf8a5e req-04b18ee5-b1c8-4e67-af91-40a9f92b8cad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b1b9f31-5c2c-407f-bdcf-49c119dc3260 HTTP/1.1" status: 200 len: 852 time: 0.2568717 Nov 23 13:14:17.985260 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=8a3d1290-83b1-4064-a5f5-91509ec90522,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:17.992938 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:18.001321 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ce1cb858-d4e3-4176-8f07-839260cf8a5e req-beab8917-41d4-4782-922e-18defc249e0b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9066761f-8d38-4249-8bd4-244766d9ebad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575442 Nov 23 13:14:18.003845 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:14:18.005480 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:14:18.020132 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:14:18.021629 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544555'] for router_interface, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:18.080228 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] Set router c3aaad87-2b4a-4a06-9c37-8f74db781255 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:14:18.108142 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-243a1def-0cc1-49d5-856a-10bffe687724 admin admin] 10.222.0.48 "PUT /v2.0/routers/1f83f7c3-83c6-4877-a6b5-014b4d4f207d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5497003 Nov 23 13:14:18.110578 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 32922) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:18.142337 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-e158540b-4f04-4011-a590-1b056ce6d340 None None] Set router 1f83f7c3-83c6-4877-a6b5-014b4d4f207d gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:14:18.282206 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ce1cb858-d4e3-4176-8f07-839260cf8a5e req-a5a23247-5353-4887-92ac-851cdeb9fc8d service neutron] 10.222.0.88 "GET /v2.0/networks/9066761f-8d38-4249-8bd4-244766d9ebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714527 Nov 23 13:14:18.331339 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Pushing event updated for resources: {'Port': ['ID=343068e6-a8e0-41a7-9a3e-8c54f19e0b4d,revision_number=3']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:18.335616 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:18.489348 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:18.532686 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-ead715e6-d702-4dc5-b5d7-ee6fe47bf021 None None] Provisioning for port 8a3d1290-83b1-4064-a5f5-91509ec90522 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:14:18.546219 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-ead715e6-d702-4dc5-b5d7-ee6fe47bf021 None None] Provisioning complete for port 8a3d1290-83b1-4064-a5f5-91509ec90522 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:18.546219 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-ead715e6-d702-4dc5-b5d7-ee6fe47bf021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:18.591597 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ce1cb858-d4e3-4176-8f07-839260cf8a5e req-df16a98e-0627-49e3-87de-4b8a3bd13949 service neutron] 10.222.0.88 "GET /v2.0/networks/9066761f-8d38-4249-8bd4-244766d9ebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017426 Nov 23 13:14:18.664572 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:14:14Z', 'revision_number': 3, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port': {'id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ae:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:13Z', 'updated_at': '2021-11-23T13:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:18.670828 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf86e4c-ebe6-45e4-8ef0-630b91bbf608 None None] The sync data for ids ['c3aaad87-2b4a-4a06-9c37-8f74db781255'] in dv-cinder-818886-1-smb is: [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:14:14Z', 'revision_number': 3, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port': {'id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ae:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:13Z', 'updated_at': '2021-11-23T13:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:14:18.679104 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-ead715e6-d702-4dc5-b5d7-ee6fe47bf021 None None] Port 8a3d1290-83b1-4064-a5f5-91509ec90522 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:14:18.697515 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5960a-2dd0-465b-8d3a-8dad1f0f3070 req-937c6c00-0ebc-43b1-9c10-258a2be7f142 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:18.703230 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-57d5960a-2dd0-465b-8d3a-8dad1f0f3070 req-937c6c00-0ebc-43b1-9c10-258a2be7f142 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 943 time: 0.3942904 Nov 23 13:14:18.707127 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Notify callbacks [] for router, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:18.757765 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-e158540b-4f04-4011-a590-1b056ce6d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'name': 'tempest-ServerRescueNegativeTestJSON-1892143650-router', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:14:15Z', 'revision_number': 5, 'project_id': '3b12f3c7ceda456987357f151ca0b4d1', 'gw_port': {'id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:18.761978 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e158540b-4f04-4011-a590-1b056ce6d340 None None] Checking router: 1f83f7c3-83c6-4877-a6b5-014b4d4f207d for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:14:18.774250 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158540b-4f04-4011-a590-1b056ce6d340 None None] Routers {'1f83f7c3-83c6-4877-a6b5-014b4d4f207d'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:14:18.774918 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-e158540b-4f04-4011-a590-1b056ce6d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:13:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1f83f7c3-83c6-4877-a6b5-014b4d4f207d'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:19.002412 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-e158540b-4f04-4011-a590-1b056ce6d340 None None] Set router 1f83f7c3-83c6-4877-a6b5-014b4d4f207d gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:14:19.138289 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-57d5960a-2dd0-465b-8d3a-8dad1f0f3070 req-8059e7a8-5d25-403a-9983-d94a9096cf52 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656681 Nov 23 13:14:19.159668 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:19.243675 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:19.247403 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Deleting port bd3f21d6-52db-40e1-b8cd-5480a02acec8 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:14:19.247819 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:19.324711 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:19.325765 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544712'] for router_interface, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:19.333461 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-69a99efc-1607-407f-baa0-124671a25ede service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:19.377725 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-e158540b-4f04-4011-a590-1b056ce6d340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'name': 'tempest-ServerRescueNegativeTestJSON-1892143650-router', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:14:15Z', 'revision_number': 5, 'project_id': '3b12f3c7ceda456987357f151ca0b4d1', 'gw_port': {'id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:19.383549 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e158540b-4f04-4011-a590-1b056ce6d340 None None] The sync data for ids ['1f83f7c3-83c6-4877-a6b5-014b4d4f207d'] in dv-cinder-818886-1-smb is: [{'id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'name': 'tempest-ServerRescueNegativeTestJSON-1892143650-router', 'tenant_id': '3b12f3c7ceda456987357f151ca0b4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:14:15Z', 'revision_number': 5, 'project_id': '3b12f3c7ceda456987357f151ca0b4d1', 'gw_port': {'id': 'bd3f21d6-52db-40e1-b8cd-5480a02acec8', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bf:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f83f7c3-83c6-4877-a6b5-014b4d4f207d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:14:19.576432 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=8a3d1290-83b1-4064-a5f5-91509ec90522,revision_number=2']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:19.579372 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:19.659423 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] For port bd3f21d6-52db-40e1-b8cd-5480a02acec8, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=bd3f21d6-52db-40e1-b8cd-5480a02acec8,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:19.663183 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:19.669871 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:14:19.677327 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:14:19.846719 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:14:19.934645 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Calling delete_port for bd3f21d6-52db-40e1-b8cd-5480a02acec8 owned by network:router_gateway {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:14:20.034043 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-269e323e-c915-4cce-bc3b-321c0df0af8f None None] Provisioning complete for port 8a3d1290-83b1-4064-a5f5-91509ec90522 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:20.034043 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-269e323e-c915-4cce-bc3b-321c0df0af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:20.089082 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:14:20.099122 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:20.100597 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:20.168985 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-269e323e-c915-4cce-bc3b-321c0df0af8f None None] Port 8a3d1290-83b1-4064-a5f5-91509ec90522 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:14:20.301607 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:20.321351 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=343068e6-a8e0-41a7-9a3e-8c54f19e0b4d,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:20.331562 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 04f9aaca-44d2-4034-a241-019b3608e5b2 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:14:20.416094 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:20.427836 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:20.591775 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=343068e6-a8e0-41a7-9a3e-8c54f19e0b4d,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:20.597015 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 04f9aaca-44d2-4034-a241-019b3608e5b2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=04f9aaca-44d2-4034-a241-019b3608e5b2,segment=NetworkSegment(e17e0bed-2479-4d1c-af08-6cdd3cc20584),segment_id=e17e0bed-2479-4d1c-af08-6cdd3cc20584)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:20.609552 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:20.614744 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Router c3aaad87-2b4a-4a06-9c37-8f74db781255 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:14:20.619605 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': '04f9aaca-44d2-4034-a241-019b3608e5b2', 'network_id': '9066761f-8d38-4249-8bd4-244766d9ebad', 'port_id': '04f9aaca-44d2-4034-a241-019b3608e5b2', 'mac_address': 'fa:16:3e:e3:52:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1b9f31-5c2c-407f-bdcf-49c119dc3260', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:14:20.701763 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:20.712319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 33052) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:20.744335 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f9aaca-44d2-4034-a241-019b3608e5b2 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:14:20.784304 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 04f9aaca-44d2-4034-a241-019b3608e5b2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=04f9aaca-44d2-4034-a241-019b3608e5b2,segment=NetworkSegment(e17e0bed-2479-4d1c-af08-6cdd3cc20584),segment_id=e17e0bed-2479-4d1c-af08-6cdd3cc20584)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:20.866589 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:20.870312 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:20.885882 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:14:20.886453 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5ab30-f645-42ee-8204-aa0f2886f05c req-ea55f4d7-1c90-4aba-9c54-1a01c750430a tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:20.893092 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b4e5ab30-f645-42ee-8204-aa0f2886f05c req-ea55f4d7-1c90-4aba-9c54-1a01c750430a tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 943 time: 0.5152028 Nov 23 13:14:20.900332 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b8b29cfc-0742-40c3-87be-db5711589b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:20.928133 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b8b29cfc-0742-40c3-87be-db5711589b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:20.932630 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b8b29cfc-0742-40c3-87be-db5711589b18 admin admin] Usage tracker for resource:security_group_rule and tenant:fa91df9a75c44e43af7e92ca7f1fb1c8 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:20.935971 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b8b29cfc-0742-40c3-87be-db5711589b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:20.943031 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b8b29cfc-0742-40c3-87be-db5711589b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:20.961281 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=04f9aaca-44d2-4034-a241-019b3608e5b2,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:20.966940 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:20.999055 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b4e5ab30-f645-42ee-8204-aa0f2886f05c req-0e0fb79b-8ad0-4388-bfb6-889e75d214a2 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040158 Nov 23 13:14:21.041626 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:14:21.053958 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] 10.222.0.48 "PUT /v2.0/routers/c3aaad87-2b4a-4a06-9c37-8f74db781255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9319861 Nov 23 13:14:21.060316 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b8b29cfc-0742-40c3-87be-db5711589b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:21.062168 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Sync routers for ids ['c3aaad87-2b4a-4a06-9c37-8f74db781255'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:14:21.072346 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Routers {'c3aaad87-2b4a-4a06-9c37-8f74db781255'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:14:21.073019 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:13:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['c3aaad87-2b4a-4a06-9c37-8f74db781255'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:21.121589 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:21.126716 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-15449d29-d384-4b0a-8f8e-b45b3a63c2d6 tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:21.174817 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['04f9aaca-44d2-4034-a241-019b3608e5b2'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:14:21.195550 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b8b29cfc-0742-40c3-87be-db5711589b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:21.208599 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-bc6faa87-dcee-4993-8ee0-82fcaeda58f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:21.268516 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3f21d6-52db-40e1-b8cd-5480a02acec8,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:21.276423 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:21.298724 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b29cfc-0742-40c3-87be-db5711589b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6250ed7-2f63-42d5-ab3f-577e1548f6f1,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:21.319851 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b8b29cfc-0742-40c3-87be-db5711589b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:21.388447 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617665'] for router_gateway, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:21.390602 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-b8b29cfc-0742-40c3-87be-db5711589b18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa91df9a75c44e43af7e92ca7f1fb1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6748924 Nov 23 13:14:21.392465 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 33076) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:21.409589 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Set router c3aaad87-2b4a-4a06-9c37-8f74db781255 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:14:21.578726 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-8156fdd6-7a9c-4ea1-963b-d873669b23fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:21.631826 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-8156fdd6-7a9c-4ea1-963b-d873669b23fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:21.678526 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:14:21.790490 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-8156fdd6-7a9c-4ea1-963b-d873669b23fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:21.797858 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b621a6c2-5b38-4460-9db5-c7d7c29aa16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:21.842633 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35107'] for router, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:21.850200 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156fdd6-7a9c-4ea1-963b-d873669b23fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6250ed7-2f63-42d5-ab3f-577e1548f6f1,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:21.851694 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:21.863227 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-8156fdd6-7a9c-4ea1-963b-d873669b23fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:21.864692 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-8156fdd6-7a9c-4ea1-963b-d873669b23fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:21.867470 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-8156fdd6-7a9c-4ea1-963b-d873669b23fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6250ed7-2f63-42d5-ab3f-577e1548f6f1 HTTP/1.1" status: 204 len: 168 time: 0.4738939 Nov 23 13:14:21.908981 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:21.909450 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:21.940764 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-84bff8bb-9a74-47c6-8ac5-cfa725b1fc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.063303 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:14:18Z', 'revision_number': 4, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port': {'id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:13Z', 'updated_at': '2021-11-23T13:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '8a3d1290-83b1-4064-a5f5-91509ec90522', 'name': '', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'mac_address': 'fa:16:3e:1d:10:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:17Z', 'updated_at': '2021-11-23T13:14:18Z', 'revision_number': 2, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'subnets': [{'id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:22.064134 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Checking router: c3aaad87-2b4a-4a06-9c37-8f74db781255 for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:14:22.064467 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Updating router c3aaad87-2b4a-4a06-9c37-8f74db781255 port 8a3d1290-83b1-4064-a5f5-91509ec90522 binding host dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:14:22.066968 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 76f10541-b659-4ed5-9eb9-e9455f6be16e no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:14:22.109662 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: 76f10541-b659-4ed5-9eb9-e9455f6be16e {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:14:22.113613 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 76f10541-b659-4ed5-9eb9-e9455f6be16e not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:14:22.147597 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.178727 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544591'] for router, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.179277 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f83f7c3-83c6-4877-a6b5-014b4d4f207d {{(pid=87466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:14:22.214198 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Notify callbacks [] for router, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.216199 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1f83f7c3-83c6-4877-a6b5-014b4d4f207d HTTP/1.1" status: 204 len: 168 time: 4.1045454 Nov 23 13:14:22.220361 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.220786 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 33116) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:22.337103 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c6b10c-a247-4ef3-8bba-541a2dd27bbf admin admin] Deleting subnet 21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9 {{(pid=87465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:14:22.346636 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 04f9aaca-44d2-4034-a241-019b3608e5b2 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:14:22.351482 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-00c6b10c-a247-4ef3-8bba-541a2dd27bbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.474411 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 33124) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:22.479749 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-00c6b10c-a247-4ef3-8bba-541a2dd27bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3163300'] for subnet, precommit_delete_associations {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.500255 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-458845599-network', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:14:22.536419 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:22.562646 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Usage tracker for resource:network and tenant:9ab2575c835b4314a378c1d4c1c851ec is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:22.562646 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:22.572426 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:22.584532 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port 04f9aaca-44d2-4034-a241-019b3608e5b2 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:14:22.592500 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port 04f9aaca-44d2-4034-a241-019b3608e5b2 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:22.593372 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.595989 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-00c6b10c-a247-4ef3-8bba-541a2dd27bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.608685 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3658bc9-dbce-4117-9905-0663c230d8d2 req-a447466c-d186-4657-abc7-8d0790f34706 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:22.610458 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f3658bc9-dbce-4117-9905-0663c230d8d2 req-a447466c-d186-4657-abc7-8d0790f34706 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 944 time: 0.3838921 Nov 23 13:14:22.625943 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e4972-ea2f-43e5-8a2c-96cc152f2350 req-6946ae61-2718-4ea6-8a15-b2cbda367e1b tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:22.626319 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bb0e4972-ea2f-43e5-8a2c-96cc152f2350 req-6946ae61-2718-4ea6-8a15-b2cbda367e1b tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.3102217 Nov 23 13:14:22.697961 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Made reservation on behalf of 9ab2575c835b4314a378c1d4c1c851ec for: {'network': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:14:22.700443 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.723526 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f3658bc9-dbce-4117-9905-0663c230d8d2 req-155b968c-e721-424c-b7e0-a79c03b941c9 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957031 Nov 23 13:14:22.734797 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bb0e4972-ea2f-43e5-8a2c-96cc152f2350 req-2cc7e82b-6e3a-4e64-be31-b1390712bce4 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908947 Nov 23 13:14:22.739997 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.757019 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:22.761172 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Usage tracker for resource:security_group_rule and tenant:9ab2575c835b4314a378c1d4c1c851ec is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:22.762222 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-00c6b10c-a247-4ef3-8bba-541a2dd27bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2122196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3000548'] for subnet, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.764034 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:22.768202 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:22.770419 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:22.823291 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.835224 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.839465 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6b10c-a247-4ef3-8bba-541a2dd27bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:22.847440 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-00c6b10c-a247-4ef3-8bba-541a2dd27bbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.859096 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-00c6b10c-a247-4ef3-8bba-541a2dd27bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:22.864624 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Transition to ACTIVE for port object 8a3d1290-83b1-4064-a5f5-91509ec90522 will not be triggered until provisioned by entity L2. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:14:22.871860 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-00c6b10c-a247-4ef3-8bba-541a2dd27bbf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/21ef7dc4-1b7d-4be4-a0aa-6d3c9ac1c2a9 HTTP/1.1" status: 204 len: 168 time: 0.6488142 Nov 23 13:14:22.872024 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 33128) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:22.873493 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2665f65-1d05-42b4-9e6c-630a97436aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f9aaca-44d2-4034-a241-019b3608e5b2'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:14:22.884123 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 04f9aaca-44d2-4034-a241-019b3608e5b2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=04f9aaca-44d2-4034-a241-019b3608e5b2,segment=NetworkSegment(e17e0bed-2479-4d1c-af08-6cdd3cc20584),segment_id=e17e0bed-2479-4d1c-af08-6cdd3cc20584)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:22.919117 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.925066 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 33134) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:22.926936 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2665f65-1d05-42b4-9e6c-630a97436aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f9aaca-44d2-4034-a241-019b3608e5b2', 'code': 200} Nov 23 13:14:22.927451 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.931822 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:22.951319 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-426ea669-8971-4ace-855e-92dcd378428a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.957085 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:22.961671 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:22.968550 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-426ea669-8971-4ace-855e-92dcd378428a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:22.973662 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-426ea669-8971-4ace-855e-92dcd378428a admin admin] Usage tracker for resource:security_group_rule and tenant:cb61aed80c43436788a1d2e8e0d2bb95 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:22.978618 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-426ea669-8971-4ace-855e-92dcd378428a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:22.984763 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-426ea669-8971-4ace-855e-92dcd378428a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:22.997941 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f408a-f785-48da-812d-e35cce40a46d None None] Pushing event updated for resources: {'Port': ['ID=8a3d1290-83b1-4064-a5f5-91509ec90522,revision_number=3']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:23.003618 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-241f408a-f785-48da-812d-e35cce40a46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:23.011379 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.016414 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9202ff43-54e1-4ec0-ba68-ecb7b5a8d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.036158 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=87466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:14:23.064041 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-74f7146c-8f32-4c02-94b2-8ee3ad52360b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:23.087300 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.087671 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.segments_db [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Added segment 4bf30722-f220-4ce5-a1e2-b8f2439d1253 of type vlan for network b6f39f88-d362-41f3-b76a-4949f8f0ed4d Nov 23 13:14:23.102498 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=04f9aaca-44d2-4034-a241-019b3608e5b2,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:23.120495 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:23.146589 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.189491 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb291dc-06d2-4891-a134-dca675dd7266,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:23.193274 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:23.213979 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9202ff43-54e1-4ec0-ba68-ecb7b5a8d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.228432 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Attempting to bind port 8a3d1290-83b1-4064-a5f5-91509ec90522 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:14:23.229629 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Attempting to bind port 8a3d1290-83b1-4064-a5f5-91509ec90522 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab'}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:14:23.230065 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Attempting to bind port 8a3d1290-83b1-4064-a5f5-91509ec90522 on network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:14:23.236319 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:14:23.236797 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Checking segment: {'id': '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:14:23.238545 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.238673 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Bound using segment: {'id': '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab'} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:14:23.239247 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Bound port: 8a3d1290-83b1-4064-a5f5-91509ec90522, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab'}}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:14:23.239784 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.256729 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-9202ff43-54e1-4ec0-ba68-ecb7b5a8d994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0027748b-8da6-43ba-b2a5-1fbc984935cc']}} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:23.261717 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-426ea669-8971-4ace-855e-92dcd378428a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.270819 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.271403 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-9202ff43-54e1-4ec0-ba68-ecb7b5a8d994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4e1afd-2700-44cd-b285-94c8ff134196') {'for_net_delete': True} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:23.271906 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-9202ff43-54e1-4ec0-ba68-ecb7b5a8d994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4e1afd-2700-44cd-b285-94c8ff134196') {} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:23.272247 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:23.272847 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.278396 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:23.288518 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9202ff43-54e1-4ec0-ba68-ecb7b5a8d994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3163315'] for segment, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.309344 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9202ff43-54e1-4ec0-ba68-ecb7b5a8d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.317036 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9202ff43-54e1-4ec0-ba68-ecb7b5a8d994 admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=87465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:14:23.317560 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9202ff43-54e1-4ec0-ba68-ecb7b5a8d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121994'] for segment, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: Traceback (most recent call last): Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: timer() Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: cb(*args, **kw) Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: return func(*args, **kwargs) Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: self._notify() Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: self.callback(batched_events) Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: event.method(event) Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: return f(self, *a, **k) Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: return self._get(url).json() Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: return self.request(url, 'GET', **kwargs) Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:14:23.331390 dv-cinder-818886-1-smb neutron-server[87465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:14:23.351051 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] For port 8a3d1290-83b1-4064-a5f5-91509ec90522, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:14:23.358734 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] For port 8a3d1290-83b1-4064-a5f5-91509ec90522, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=8a3d1290-83b1-4064-a5f5-91509ec90522,segment=NetworkSegment(5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0),segment_id=5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0)] {{(pid=87468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:14:23.363617 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-426ea669-8971-4ace-855e-92dcd378428a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.412606 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Pushing event updated for resources: {'Network': ['ID=b6f39f88-d362-41f3-b76a-4949f8f0ed4d,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:23.414774 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.417870 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:23.421216 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-c67ad18b-0c29-4408-a716-2fb9ce4f66d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:23.422878 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-426ea669-8971-4ace-855e-92dcd378428a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb61aed80c43436788a1d2e8e0d2bb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950075 Nov 23 13:14:23.423581 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-09f2cfec-24bd-4442-b772-b5310ec30583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:23.429926 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 33138) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:23.438101 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network b6f39f88-d362-41f3-b76a-4949f8f0ed4d details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:14:23.457230 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device bd3f21d6-52db-40e1-b8cd-5480a02acec8 no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:14:23.477115 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ea669-8971-4ace-855e-92dcd378428a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3980d7-8956-4e1e-8913-6d946ea3807a,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:23.482357 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-426ea669-8971-4ace-855e-92dcd378428a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:23.498084 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: bd3f21d6-52db-40e1-b8cd-5480a02acec8 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:14:23.498386 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device bd3f21d6-52db-40e1-b8cd-5480a02acec8 not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:14:23.509392 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0174313 Nov 23 13:14:23.509392 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 33142) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:23.516133 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Request body: {'subnet': {'network_id': 'b6f39f88-d362-41f3-b76a-4949f8f0ed4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-458845599-subnet', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'ip_version': 4}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:14:23.530988 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:23.542120 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Usage tracker for resource:subnet and tenant:9ab2575c835b4314a378c1d4c1c851ec is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:23.542559 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5875866-5ce5-408a-8765-6442d2ad753b req-9bbe81ce-15f7-4330-b6d7-328a416ec042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:23.544264 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c5875866-5ce5-408a-8765-6442d2ad753b req-9bbe81ce-15f7-4330-b6d7-328a416ec042 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 1098 time: 0.1625760 Nov 23 13:14:23.545616 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c15fc6ee-b033-4308-9802-790285ea7420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.547556 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:23.560449 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:23.561729 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9202ff43-54e1-4ec0-ba68-ecb7b5a8d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.588341 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c15fc6ee-b033-4308-9802-790285ea7420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.602075 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Routers {'c3aaad87-2b4a-4a06-9c37-8f74db781255'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:14:23.602699 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:13:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['c3aaad87-2b4a-4a06-9c37-8f74db781255'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:23.617252 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9202ff43-54e1-4ec0-ba68-ecb7b5a8d994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.638544 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:23.658122 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Made reservation on behalf of 9ab2575c835b4314a378c1d4c1c851ec for: {'subnet': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:14:23.662187 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Notify callbacks [] for subnet, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.680279 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f408a-f785-48da-812d-e35cce40a46d None None] Pushing event updated for resources: {'Port': ['ID=8a3d1290-83b1-4064-a5f5-91509ec90522,revision_number=4']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:23.690714 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202ff43-54e1-4ec0-ba68-ecb7b5a8d994 admin admin] Pushing event deleted for resources: {'Network': ['ID=0027748b-8da6-43ba-b2a5-1fbc984935cc,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:23.694015 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9202ff43-54e1-4ec0-ba68-ecb7b5a8d994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:23.707938 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c5875866-5ce5-408a-8765-6442d2ad753b req-2dc14810-baa9-4dab-9086-103936d86253 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471400 Nov 23 13:14:23.745538 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-241f408a-f785-48da-812d-e35cce40a46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:23.747338 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9202ff43-54e1-4ec0-ba68-ecb7b5a8d994 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0027748b-8da6-43ba-b2a5-1fbc984935cc HTTP/1.1" status: 204 len: 168 time: 0.8741090 Nov 23 13:14:23.812683 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c15fc6ee-b033-4308-9802-790285ea7420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:23.823226 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d71a83d8-faac-4944-ad46-116483142d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:23.894129 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] Set router c3aaad87-2b4a-4a06-9c37-8f74db781255 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:14:24.052723 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fc6ee-b033-4308-9802-790285ea7420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3980d7-8956-4e1e-8913-6d946ea3807a,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:24.055164 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c15fc6ee-b033-4308-9802-790285ea7420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:24.100192 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c15fc6ee-b033-4308-9802-790285ea7420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:24.103995 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-c15fc6ee-b033-4308-9802-790285ea7420 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f3980d7-8956-4e1e-8913-6d946ea3807a HTTP/1.1" status: 204 len: 168 time: 0.6671958 Nov 23 13:14:24.221417 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927214d9-2eaf-4ec5-a631-0b1fbf3ba95e req-a611bd20-bfcd-4d5d-b482-10af8523d4e5 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:24.223370 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-927214d9-2eaf-4ec5-a631-0b1fbf3ba95e req-a611bd20-bfcd-4d5d-b482-10af8523d4e5 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 945 time: 0.2478037 Nov 23 13:14:24.233748 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69208deb-cc07-4eae-b1b4-45485145dd45 req-a59ce8bf-8ff5-4431-b8b5-6415023cc4ce tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:24.235186 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-69208deb-cc07-4eae-b1b4-45485145dd45 req-a59ce8bf-8ff5-4431-b8b5-6415023cc4ce tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.2574949 Nov 23 13:14:24.262598 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:14:18Z', 'revision_number': 4, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port': {'id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:13Z', 'updated_at': '2021-11-23T13:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '8a3d1290-83b1-4064-a5f5-91509ec90522', 'name': '', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'mac_address': 'fa:16:3e:1d:10:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:17Z', 'updated_at': '2021-11-23T13:14:23Z', 'revision_number': 4, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'subnets': [{'id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:24.266717 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54c5402-acf8-4a75-be86-8e08bc407190 None None] The sync data for ids ['c3aaad87-2b4a-4a06-9c37-8f74db781255'] in dv-cinder-818886-1-smb is: [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:14:18Z', 'revision_number': 4, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port': {'id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:13Z', 'updated_at': '2021-11-23T13:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '8a3d1290-83b1-4064-a5f5-91509ec90522', 'name': '', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'mac_address': 'fa:16:3e:1d:10:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:17Z', 'updated_at': '2021-11-23T13:14:23Z', 'revision_number': 4, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'subnets': [{'id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:14:24.302495 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 33160) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:24.372853 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-927214d9-2eaf-4ec5-a631-0b1fbf3ba95e req-221853c9-fbd9-4e4c-be78-37833ea4c703 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367078 Nov 23 13:14:24.375482 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-69208deb-cc07-4eae-b1b4-45485145dd45 req-962ffc12-b5b3-43f3-a47e-7b5044ba48db tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194859 Nov 23 13:14:24.429888 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 33164) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:24.430360 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-734f9454-05d9-4c10-ab0c-99d025e06cf7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b12f3c7ceda456987357f151ca0b4d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1257765 Nov 23 13:14:24.452134 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:24.457901 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:24.472717 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-329f806a-20c9-4a88-b623-92937a210949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:24.486559 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 33168) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:24.607385 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0ed3be-1bbd-4a5b-92c5-ce91a8e27ea2,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:24.610059 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:24.616861 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-3c426458-ca0d-484e-9bde-f5cc927238f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:24.621135 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Checking segment: {'id': '4bf30722-f220-4ce5-a1e2-b8f2439d1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'b6f39f88-d362-41f3-b76a-4949f8f0ed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:14:24.621499 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Network hostable DHCP agents. Network: b6f39f88-d362-41f3-b76a-4949f8f0ed4d, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:14:24.659438 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-3c426458-ca0d-484e-9bde-f5cc927238f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:24.690448 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-dfbad4fe-88d6-462b-99a3-6eb6014623eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bcd167f1bfa84616adb8f696620de63d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018397 Nov 23 13:14:24.690692 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 33174) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:24.717715 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Network b6f39f88-d362-41f3-b76a-4949f8f0ed4d is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:14:24.763244 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-8eedbf8b-822e-4ab5-92b3-b976a0a9a1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:24.791122 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-8eedbf8b-822e-4ab5-92b3-b976a0a9a1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:24.803210 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-3c426458-ca0d-484e-9bde-f5cc927238f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:24.807088 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, b6f39f88-d362-41f3-b76a-4949f8f0ed4d) {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:14:24.809928 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-544ce9e6-43b9-4f15-950d-b3febc8f727a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:24.814656 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efbb5a7-09b1-42c5-bd8a-0ecc73d8fbbd None None] Network b6f39f88-d362-41f3-b76a-4949f8f0ed4d requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:14:24.821692 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:24.822276 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:24.842169 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c426458-ca0d-484e-9bde-f5cc927238f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3387ccb6-4d91-4804-a415-865fb18e1b5f,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:24.849530 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-3c426458-ca0d-484e-9bde-f5cc927238f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:24.950187 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-8eedbf8b-822e-4ab5-92b3-b976a0a9a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:24.956181 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-2a30ec5f-da47-4f4d-a9df-c14619f80f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:24.957924 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-3c426458-ca0d-484e-9bde-f5cc927238f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:24.966992 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-3c426458-ca0d-484e-9bde-f5cc927238f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3387ccb6-4d91-4804-a415-865fb18e1b5f HTTP/1.1" status: 204 len: 168 time: 0.5333748 Nov 23 13:14:24.972942 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedbf8b-822e-4ab5-92b3-b976a0a9a1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b693b46-3579-4a50-89a5-3e29156db656,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:24.975944 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-8eedbf8b-822e-4ab5-92b3-b976a0a9a1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:25.054135 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5439668 Nov 23 13:14:25.056807 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 33182) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:25.060167 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-8eedbf8b-822e-4ab5-92b3-b976a0a9a1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:25.066530 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-8eedbf8b-822e-4ab5-92b3-b976a0a9a1fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b693b46-3579-4a50-89a5-3e29156db656 HTTP/1.1" status: 204 len: 168 time: 0.3691258 Nov 23 13:14:25.066673 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-458845599-router', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:14:25.072161 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:25.076738 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Usage tracker for resource:router and tenant:9ab2575c835b4314a378c1d4c1c851ec is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:25.080136 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:25.087817 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:25.136262 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdb8eb36-8ddb-5181-ab2b-684eb66ce7a9-b6f39f88-d362-41f3-b76a-4949f8f0ed4d', 'network_id': 'b6f39f88-d362-41f3-b76a-4949f8f0ed4d', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'fixed_ips': [{'subnet_id': '6c0ed3be-1bbd-4a5b-92c5-ce91a8e27ea2'}]}} from dv-cinder-818886-1-smb. {{(pid=87467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:14:25.137618 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:25.151816 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 33188) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:25.172921 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9c036468-dd03-4fcd-bad1-108c56f181ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:25.193846 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-616933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35149'] for router, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:25.195119 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35162'] for router, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:25.206594 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-9c036468-dd03-4fcd-bad1-108c56f181ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:25.213065 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-9c036468-dd03-4fcd-bad1-108c56f181ee admin admin] Usage tracker for resource:security_group_rule and tenant:799c35fb636a40c6aa15f15289f121d1 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:25.217921 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-9c036468-dd03-4fcd-bad1-108c56f181ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:25.226391 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-9c036468-dd03-4fcd-bad1-108c56f181ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:25.229167 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:25.350701 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.db_base_plugin_common [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Allocated IP 172.20.0.2 (b6f39f88-d362-41f3-b76a-4949f8f0ed4d/6c0ed3be-1bbd-4a5b-92c5-ce91a8e27ea2/689f0939-dde9-4bee-8fdd-ba689f9f07f2) {{(pid=87467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:14:25.369957 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9c036468-dd03-4fcd-bad1-108c56f181ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:25.542970 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:25.556089 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9c036468-dd03-4fcd-bad1-108c56f181ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:25.566844 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-2290b70c-dd65-454d-bd14-01f07d6c0b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:25.611155 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 8a3d1290-83b1-4064-a5f5-91509ec90522 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:14:25.781097 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c036468-dd03-4fcd-bad1-108c56f181ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbe261b-8f5f-44c0-8391-3d73df915f08,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:25.797429 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Notify callbacks [] for port, precommit_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:25.813487 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Transition to ACTIVE for port object 689f0939-dde9-4bee-8fdd-ba689f9f07f2 will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:14:25.835755 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9c036468-dd03-4fcd-bad1-108c56f181ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:25.840756 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Transition to ACTIVE for port object 689f0939-dde9-4bee-8fdd-ba689f9f07f2 will not be triggered until provisioned by entity DHCP. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:14:25.864578 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-9c036468-dd03-4fcd-bad1-108c56f181ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=799c35fb636a40c6aa15f15289f121d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7116776 Nov 23 13:14:25.869617 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 33212) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:25.892545 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 8a3d1290-83b1-4064-a5f5-91509ec90522 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:14:25.898711 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 8a3d1290-83b1-4064-a5f5-91509ec90522 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:25.899269 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:25.953772 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:25.973937 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:26.029127 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a3ffadd3-aad5-41b8-84ab-51dd554823e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:26.046688 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-616727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35112'] for router, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:26.051554 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Network b6f39f88-d362-41f3-b76a-4949f8f0ed4d is already hosted by enough agents. {{(pid=87467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:14:26.062278 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.base_scheduler [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Resources bound (agent type, host, resource id): {{(pid=87467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:14:26.064488 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a3ffadd3-aad5-41b8-84ab-51dd554823e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:26.069893 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Received port after_create {{(pid=87467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:14:26.077272 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a3b3a-cebc-47dc-badb-ab9d7767d48b req-efb27132-2f8d-4acd-a42b-48f230dbb58c tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:26.079132 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-054a3b3a-cebc-47dc-badb-ab9d7767d48b req-efb27132-2f8d-4acd-a42b-48f230dbb58c tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 945 time: 0.3815122 Nov 23 13:14:26.124765 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7c2b5-3c97-4a24-823c-e5a4f1ac189b req-c6f9f033-e94d-481f-bc88-5c0b68bbdc94 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:26.136376 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ae7c2b5-3c97-4a24-823c-e5a4f1ac189b req-c6f9f033-e94d-481f-bc88-5c0b68bbdc94 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.5473206 Nov 23 13:14:26.181043 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Pushing event updated for resources: {'Port': ['ID=689f0939-dde9-4bee-8fdd-ba689f9f07f2,revision_number=1']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:26.188150 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:26.194841 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Attempting to bind port 689f0939-dde9-4bee-8fdd-ba689f9f07f2 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:14:26.195493 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Attempting to bind port 689f0939-dde9-4bee-8fdd-ba689f9f07f2 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': '4bf30722-f220-4ce5-a1e2-b8f2439d1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'b6f39f88-d362-41f3-b76a-4949f8f0ed4d'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:14:26.196082 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Attempting to bind port 689f0939-dde9-4bee-8fdd-ba689f9f07f2 on network b6f39f88-d362-41f3-b76a-4949f8f0ed4d {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:14:26.202441 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:14:26.203171 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Checking segment: {'id': '4bf30722-f220-4ce5-a1e2-b8f2439d1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'b6f39f88-d362-41f3-b76a-4949f8f0ed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:14:26.203755 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:26.204308 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Bound using segment: {'id': '4bf30722-f220-4ce5-a1e2-b8f2439d1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'b6f39f88-d362-41f3-b76a-4949f8f0ed4d'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:14:26.204928 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Bound port: 689f0939-dde9-4bee-8fdd-ba689f9f07f2, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf30722-f220-4ce5-a1e2-b8f2439d1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'b6f39f88-d362-41f3-b76a-4949f8f0ed4d'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:14:26.205476 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:26.213201 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a3ffadd3-aad5-41b8-84ab-51dd554823e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:26.219410 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ef7472b9-c1b5-4e0d-9d94-51bcce8e6831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:26.229106 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-054a3b3a-cebc-47dc-badb-ab9d7767d48b req-ce7aa9b6-dcfe-4d69-aa07-8b842a472d2b tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412027 Nov 23 13:14:26.248933 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffadd3-aad5-41b8-84ab-51dd554823e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbe261b-8f5f-44c0-8391-3d73df915f08,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:26.248933 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a3ffadd3-aad5-41b8-84ab-51dd554823e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:26.253850 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a3ffadd3-aad5-41b8-84ab-51dd554823e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:26.254357 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-a3ffadd3-aad5-41b8-84ab-51dd554823e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbbe261b-8f5f-44c0-8391-3d73df915f08 HTTP/1.1" status: 204 len: 168 time: 0.3837512 Nov 23 13:14:26.349370 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ae7c2b5-3c97-4a24-823c-e5a4f1ac189b req-b7772651-29bf-4c75-8f07-a8635e971fc8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071867 Nov 23 13:14:26.444283 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:26.477888 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] For port 689f0939-dde9-4bee-8fdd-ba689f9f07f2, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:14:26.486960 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] For port 689f0939-dde9-4bee-8fdd-ba689f9f07f2, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=689f0939-dde9-4bee-8fdd-ba689f9f07f2,segment=NetworkSegment(4bf30722-f220-4ce5-a1e2-b8f2439d1253),segment_id=4bf30722-f220-4ce5-a1e2-b8f2439d1253)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:14:26.509259 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 8a3d1290-83b1-4064-a5f5-91509ec90522, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=8a3d1290-83b1-4064-a5f5-91509ec90522,segment=NetworkSegment(5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0),segment_id=5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:26.562332 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:26.567547 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:26.614287 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:26.663966 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Pushing event updated for resources: {'Port': ['ID=689f0939-dde9-4bee-8fdd-ba689f9f07f2,revision_number=2']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:26.667556 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:26.668274 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:26.765393 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:26.784886 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=8a3d1290-83b1-4064-a5f5-91509ec90522,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:26.788327 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:26.806357 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:27.036108 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:27.044769 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Allocated IP 172.28.3.216 (9b5166c7-a3b6-4dd2-bc8e-90c117c22df2/c5f731f0-a861-4160-a944-f1ad6ad93795/d1a456f8-3685-4568-afa0-40eacc738d08) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:14:27.243572 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:27.391273 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:27.395617 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-b28b659f-d42c-4a6a-ad77-e9168a7d3ef6 tempest-VolumesActionsTest-1597798224 tempest-VolumesActionsTest-1597798224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:27.524705 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:14:27.528603 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:14:27.536823 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:14:27.606132 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 689f0939-dde9-4bee-8fdd-ba689f9f07f2 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:14:27.643797 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a456f8-3685-4568-afa0-40eacc738d08,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:27.728914 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:27.840768 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 689f0939-dde9-4bee-8fdd-ba689f9f07f2 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:14:27.846775 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 8a3d1290-83b1-4064-a5f5-91509ec90522 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:14:27.924168 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 8a3d1290-83b1-4064-a5f5-91509ec90522 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:27.924776 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:27.996126 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e898a686-6a55-48c4-93d8-bfeb1c4fdae2 None None] Network b6f39f88-d362-41f3-b76a-4949f8f0ed4d requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:14:28.241076 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-82792f33-b620-45cb-b422-be8967aac69a None None] Provisioning for port 689f0939-dde9-4bee-8fdd-ba689f9f07f2 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:14:28.241484 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:28.248230 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-82792f33-b620-45cb-b422-be8967aac69a None None] Provisioning complete for port 689f0939-dde9-4bee-8fdd-ba689f9f07f2 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:28.248459 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-82792f33-b620-45cb-b422-be8967aac69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:28.529926 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-82792f33-b620-45cb-b422-be8967aac69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:28.579815 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-82792f33-b620-45cb-b422-be8967aac69a None None] For port 689f0939-dde9-4bee-8fdd-ba689f9f07f2, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=689f0939-dde9-4bee-8fdd-ba689f9f07f2,segment=NetworkSegment(4bf30722-f220-4ce5-a1e2-b8f2439d1253),segment_id=4bf30722-f220-4ce5-a1e2-b8f2439d1253)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:28.669935 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-82792f33-b620-45cb-b422-be8967aac69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:28.673136 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:28.751577 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617701'] for router, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:28.756908 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82792f33-b620-45cb-b422-be8967aac69a None None] Pushing event updated for resources: {'Port': ['ID=689f0939-dde9-4bee-8fdd-ba689f9f07f2,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:28.761138 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-82792f33-b620-45cb-b422-be8967aac69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:28.891446 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-b69db39c-8081-4139-b7f8-78b99bf4da6f None None] Provisioning complete for port 689f0939-dde9-4bee-8fdd-ba689f9f07f2 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:28.891821 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-b69db39c-8081-4139-b7f8-78b99bf4da6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:29.081385 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Router dc6e1b21-72d2-453b-a934-a5f120703598 is scheduled to L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d with binding_index 1 {{(pid=87466) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:14:29.385063 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:14:29.401088 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Sync routers for ids ['dc6e1b21-72d2-453b-a934-a5f120703598'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:14:29.416307 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Routers {'dc6e1b21-72d2-453b-a934-a5f120703598'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:14:29.417546 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:14:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['dc6e1b21-72d2-453b-a934-a5f120703598'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:29.516228 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] Notify callbacks [] for router, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:29.521252 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 33356) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:29.521838 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-b1105ad7-9c20-4b81-b9d1-7a615c4fb865 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4639018 Nov 23 13:14:29.599624 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 689f0939-dde9-4bee-8fdd-ba689f9f07f2 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:14:29.775942 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Set router dc6e1b21-72d2-453b-a934-a5f120703598 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:14:29.950436 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 689f0939-dde9-4bee-8fdd-ba689f9f07f2 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:29.950893 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:30.275619 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'name': 'tempest-TestMinimumBasicScenario-458845599-router', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'd1a456f8-3685-4568-afa0-40eacc738d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:25Z', 'updated_at': '2021-11-23T13:14:27Z', 'revision_number': 3, 'project_id': '9ab2575c835b4314a378c1d4c1c851ec', 'gw_port': {'id': 'd1a456f8-3685-4568-afa0-40eacc738d08', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:26Z', 'updated_at': '2021-11-23T13:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:30.280502 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Checking router: dc6e1b21-72d2-453b-a934-a5f120703598 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:14:30.280995 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Updating router dc6e1b21-72d2-453b-a934-a5f120703598 port d1a456f8-3685-4568-afa0-40eacc738d08 binding host dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:14:30.335620 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:30.413561 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:30.660279 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Allocated IP 172.20.0.1 (b6f39f88-d362-41f3-b76a-4949f8f0ed4d/6c0ed3be-1bbd-4a5b-92c5-ce91a8e27ea2/2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:14:30.756521 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Notify callbacks [] for port, precommit_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:30.771210 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Transition to ACTIVE for port object d1a456f8-3685-4568-afa0-40eacc738d08 will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:14:30.854735 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:30.864529 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:30.869307 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:30.872330 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Transition to ACTIVE for port object 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d will not be triggered until provisioned by entity DHCP. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:14:30.951964 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d51909-05d8-42c7-b614-89457d8b8c10 None None] Pushing event updated for resources: {'Port': ['ID=d1a456f8-3685-4568-afa0-40eacc738d08,revision_number=2']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:30.954238 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Attempting to bind port d1a456f8-3685-4568-afa0-40eacc738d08 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:14:30.954614 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Attempting to bind port d1a456f8-3685-4568-afa0-40eacc738d08 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:14:30.955013 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Attempting to bind port d1a456f8-3685-4568-afa0-40eacc738d08 on network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:14:30.958310 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-77d51909-05d8-42c7-b614-89457d8b8c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:30.962423 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:14:30.962821 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Checking segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:14:30.963229 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:30.963620 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Bound using segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:14:30.964086 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Bound port: d1a456f8-3685-4568-afa0-40eacc738d08, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:14:30.964463 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:30.967249 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:30.972633 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d932eeca-a604-4ca6-84d6-6f35c4f9c763 tempest-ServerRescueNegativeTestJSON-1940746970 tempest-ServerRescueNegativeTestJSON-1940746970-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:31.036659 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Network b6f39f88-d362-41f3-b76a-4949f8f0ed4d is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:14:31.040403 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:14:31.042965 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:14:31.044500 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] For port d1a456f8-3685-4568-afa0-40eacc738d08, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:14:31.047836 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] For port d1a456f8-3685-4568-afa0-40eacc738d08, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=d1a456f8-3685-4568-afa0-40eacc738d08,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:14:31.092741 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:31.095844 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:31.110343 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544555'] for router_interface, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:31.218824 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:31.223039 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:31.309840 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Routers {'dc6e1b21-72d2-453b-a934-a5f120703598'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:14:31.310449 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:14:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['dc6e1b21-72d2-453b-a934-a5f120703598'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:31.427890 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d51909-05d8-42c7-b614-89457d8b8c10 None None] Pushing event updated for resources: {'Port': ['ID=d1a456f8-3685-4568-afa0-40eacc738d08,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:31.431423 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-77d51909-05d8-42c7-b614-89457d8b8c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:31.439203 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-8ada9c13-c54b-4c86-8ae6-816e6ece29b4 None None] Provisioning for port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:14:31.453898 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-8ada9c13-c54b-4c86-8ae6-816e6ece29b4 None None] Provisioning complete for port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:31.454276 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-8ada9c13-c54b-4c86-8ae6-816e6ece29b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:31.502304 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:31.534065 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-8ada9c13-c54b-4c86-8ae6-816e6ece29b4 None None] Port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:14:31.560026 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] Set router dc6e1b21-72d2-453b-a934-a5f120703598 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:14:31.898970 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'name': 'tempest-TestMinimumBasicScenario-458845599-router', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'd1a456f8-3685-4568-afa0-40eacc738d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:25Z', 'updated_at': '2021-11-23T13:14:27Z', 'revision_number': 3, 'project_id': '9ab2575c835b4314a378c1d4c1c851ec', 'gw_port': {'id': 'd1a456f8-3685-4568-afa0-40eacc738d08', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:26Z', 'updated_at': '2021-11-23T13:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:31.900053 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:31.905446 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63993db-875b-4504-8912-51c7bf1e1019 None None] The sync data for ids ['dc6e1b21-72d2-453b-a934-a5f120703598'] in dv-cinder-818886-1-smb is: [{'id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'name': 'tempest-TestMinimumBasicScenario-458845599-router', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'd1a456f8-3685-4568-afa0-40eacc738d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:25Z', 'updated_at': '2021-11-23T13:14:27Z', 'revision_number': 3, 'project_id': '9ab2575c835b4314a378c1d4c1c851ec', 'gw_port': {'id': 'd1a456f8-3685-4568-afa0-40eacc738d08', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:26Z', 'updated_at': '2021-11-23T13:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:14:31.978633 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:31.982726 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 33414) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:32.015803 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ea76ae6d-ceed-46a1-ba56-0418dac17cb4 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:32.109434 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:32.114907 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:32.130599 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544712'] for router_interface, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:32.172951 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e9959f40-0de7-46dd-804e-6c94f639cb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:32.196299 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e9959f40-0de7-46dd-804e-6c94f639cb6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:32.200301 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e9959f40-0de7-46dd-804e-6c94f639cb6b admin admin] Usage tracker for resource:security_group_rule and tenant:65f05e9d984a49c5be83abe6a94bf86e is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:32.203158 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e9959f40-0de7-46dd-804e-6c94f639cb6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:32.211884 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e9959f40-0de7-46dd-804e-6c94f639cb6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:32.369757 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e9959f40-0de7-46dd-804e-6c94f639cb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:32.370990 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Network b6f39f88-d362-41f3-b76a-4949f8f0ed4d is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:14:32.372248 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:14:32.493796 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e9959f40-0de7-46dd-804e-6c94f639cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:32.501701 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:32.565211 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9959f40-0de7-46dd-804e-6c94f639cb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718c1a02-96ee-4564-814b-463ef838600d,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:32.577618 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e9959f40-0de7-46dd-804e-6c94f639cb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:32.593330 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-e9959f40-0de7-46dd-804e-6c94f639cb6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65f05e9d984a49c5be83abe6a94bf86e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6095033 Nov 23 13:14:32.596293 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 33428) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:32.664683 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Router dc6e1b21-72d2-453b-a934-a5f120703598 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:14:32.690206 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9bc315a0-26a8-437e-a6ff-8afd585acb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:32.708999 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-f322bcc1-daab-44a7-bff8-bd35661ecd3f None None] Provisioning complete for port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:32.709707 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-f322bcc1-daab-44a7-bff8-bd35661ecd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:32.736796 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9bc315a0-26a8-437e-a6ff-8afd585acb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:32.884353 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-f322bcc1-daab-44a7-bff8-bd35661ecd3f None None] Port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:14:32.904411 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:14:32.916555 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] 10.222.0.48 "PUT /v2.0/routers/dc6e1b21-72d2-453b-a934-a5f120703598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3933198 Nov 23 13:14:32.958911 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9bc315a0-26a8-437e-a6ff-8afd585acb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:33.020604 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d726e858-0fcc-4c14-b516-c17def993273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:33.020604 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc315a0-26a8-437e-a6ff-8afd585acb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718c1a02-96ee-4564-814b-463ef838600d,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:33.020604 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9bc315a0-26a8-437e-a6ff-8afd585acb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:33.020604 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9bc315a0-26a8-437e-a6ff-8afd585acb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:33.020604 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-9bc315a0-26a8-437e-a6ff-8afd585acb28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/718c1a02-96ee-4564-814b-463ef838600d HTTP/1.1" status: 204 len: 168 time: 0.3964183 Nov 23 13:14:33.546129 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device d1a456f8-3685-4568-afa0-40eacc738d08 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:14:33.732708 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port d1a456f8-3685-4568-afa0-40eacc738d08 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:14:33.739783 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port d1a456f8-3685-4568-afa0-40eacc738d08 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:33.743440 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:33.872757 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Sync routers for ids ['dc6e1b21-72d2-453b-a934-a5f120703598'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:14:33.880036 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:33.883328 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Routers {'dc6e1b21-72d2-453b-a934-a5f120703598'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:14:33.883934 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:14:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['dc6e1b21-72d2-453b-a934-a5f120703598'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:33.901645 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port d1a456f8-3685-4568-afa0-40eacc738d08, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=d1a456f8-3685-4568-afa0-40eacc738d08,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:33.995251 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:34.005131 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:34.073391 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=d1a456f8-3685-4568-afa0-40eacc738d08,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:34.083727 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Set router dc6e1b21-72d2-453b-a934-a5f120703598 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:14:34.084665 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:34.095825 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 33466) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:34.118686 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-6d07fa1c-e256-4de8-ae9b-4b9b3513d747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:34.134458 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-6d07fa1c-e256-4de8-ae9b-4b9b3513d747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:34.138328 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-6d07fa1c-e256-4de8-ae9b-4b9b3513d747 admin admin] Usage tracker for resource:security_group_rule and tenant:f3cc643bd6934c3590458029e7b9bf5c is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:34.141149 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-6d07fa1c-e256-4de8-ae9b-4b9b3513d747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:34.147019 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-6d07fa1c-e256-4de8-ae9b-4b9b3513d747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:34.244706 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-6d07fa1c-e256-4de8-ae9b-4b9b3513d747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:34.383706 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-6d07fa1c-e256-4de8-ae9b-4b9b3513d747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:34.401839 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9c036468-dd03-4fcd-bad1-108c56f181ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:34.461369 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-6d07fa1c-e256-4de8-ae9b-4b9b3513d747 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3cc643bd6934c3590458029e7b9bf5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641016 Nov 23 13:14:34.463961 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 33472) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:34.467175 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07fa1c-e256-4de8-ae9b-4b9b3513d747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d53567-4cae-42b5-b1db-9d4b6eedc1bf,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:34.470482 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-6d07fa1c-e256-4de8-ae9b-4b9b3513d747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:34.490077 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'name': 'tempest-TestMinimumBasicScenario-458845599-router', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'd1a456f8-3685-4568-afa0-40eacc738d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:25Z', 'updated_at': '2021-11-23T13:14:31Z', 'revision_number': 4, 'project_id': '9ab2575c835b4314a378c1d4c1c851ec', 'gw_port': {'id': 'd1a456f8-3685-4568-afa0-40eacc738d08', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:26Z', 'updated_at': '2021-11-23T13:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d', 'name': '', 'network_id': 'b6f39f88-d362-41f3-b76a-4949f8f0ed4d', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'mac_address': 'fa:16:3e:96:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6c0ed3be-1bbd-4a5b-92c5-ce91a8e27ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:30Z', 'updated_at': '2021-11-23T13:14:31Z', 'revision_number': 2, 'project_id': '9ab2575c835b4314a378c1d4c1c851ec', 'subnets': [{'id': '6c0ed3be-1bbd-4a5b-92c5-ce91a8e27ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:34.494630 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Checking router: dc6e1b21-72d2-453b-a934-a5f120703598 for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:14:34.495448 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Updating router dc6e1b21-72d2-453b-a934-a5f120703598 port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d binding host dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:14:34.567709 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:34.580885 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-47dad6ea-9ca3-4fbe-9954-1ddcab3dab3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:34.615017 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-47dad6ea-9ca3-4fbe-9954-1ddcab3dab3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:34.778693 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-47dad6ea-9ca3-4fbe-9954-1ddcab3dab3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:34.787806 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a0b944f5-0cae-4231-8678-772e52c692cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:34.834141 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-47dad6ea-9ca3-4fbe-9954-1ddcab3dab3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:34.838476 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-47dad6ea-9ca3-4fbe-9954-1ddcab3dab3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31d53567-4cae-42b5-b1db-9d4b6eedc1bf HTTP/1.1" status: 204 len: 168 time: 0.3734314 Nov 23 13:14:34.843085 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dad6ea-9ca3-4fbe-9954-1ddcab3dab3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d53567-4cae-42b5-b1db-9d4b6eedc1bf,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:34.848119 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-47dad6ea-9ca3-4fbe-9954-1ddcab3dab3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:35.086968 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:35.121781 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Transition to ACTIVE for port object 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d will not be triggered until provisioned by entity L2. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:14:35.247110 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:35.253377 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-4c332bd1-6038-43c0-8761-85be8deb1550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:35.556124 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device d1a456f8-3685-4568-afa0-40eacc738d08 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:14:35.690377 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d3551-4c2f-45cc-a820-51a700969375 None None] Pushing event updated for resources: {'Port': ['ID=2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d,revision_number=3']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:35.725742 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port d1a456f8-3685-4568-afa0-40eacc738d08 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:35.726345 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:35.747932 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-173d3551-4c2f-45cc-a820-51a700969375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:35.748665 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Attempting to bind port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:14:35.749036 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Attempting to bind port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': '4bf30722-f220-4ce5-a1e2-b8f2439d1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'b6f39f88-d362-41f3-b76a-4949f8f0ed4d'}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:14:35.749426 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Attempting to bind port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d on network b6f39f88-d362-41f3-b76a-4949f8f0ed4d {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:14:35.765362 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:14:35.766073 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Checking segment: {'id': '4bf30722-f220-4ce5-a1e2-b8f2439d1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'b6f39f88-d362-41f3-b76a-4949f8f0ed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:14:35.766819 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:35.767239 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Bound using segment: {'id': '4bf30722-f220-4ce5-a1e2-b8f2439d1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'b6f39f88-d362-41f3-b76a-4949f8f0ed4d'} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:14:35.772099 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Bound port: 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf30722-f220-4ce5-a1e2-b8f2439d1253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'b6f39f88-d362-41f3-b76a-4949f8f0ed4d'}}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:14:35.772554 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:35.991597 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] For port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:14:35.998162 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] For port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d,segment=NetworkSegment(4bf30722-f220-4ce5-a1e2-b8f2439d1253),segment_id=4bf30722-f220-4ce5-a1e2-b8f2439d1253)] {{(pid=87468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:14:36.145395 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:36.155129 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:36.243709 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Routers {'dc6e1b21-72d2-453b-a934-a5f120703598'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:14:36.244726 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:14:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['dc6e1b21-72d2-453b-a934-a5f120703598'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:36.609094 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d3551-4c2f-45cc-a820-51a700969375 None None] Pushing event updated for resources: {'Port': ['ID=2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d,revision_number=4']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:36.615441 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-173d3551-4c2f-45cc-a820-51a700969375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:36.705675 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] Set router dc6e1b21-72d2-453b-a934-a5f120703598 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:14:37.367147 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'name': 'tempest-TestMinimumBasicScenario-458845599-router', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'd1a456f8-3685-4568-afa0-40eacc738d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:25Z', 'updated_at': '2021-11-23T13:14:31Z', 'revision_number': 4, 'project_id': '9ab2575c835b4314a378c1d4c1c851ec', 'gw_port': {'id': 'd1a456f8-3685-4568-afa0-40eacc738d08', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:26Z', 'updated_at': '2021-11-23T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d', 'name': '', 'network_id': 'b6f39f88-d362-41f3-b76a-4949f8f0ed4d', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'mac_address': 'fa:16:3e:96:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6c0ed3be-1bbd-4a5b-92c5-ce91a8e27ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:30Z', 'updated_at': '2021-11-23T13:14:35Z', 'revision_number': 4, 'project_id': '9ab2575c835b4314a378c1d4c1c851ec', 'subnets': [{'id': '6c0ed3be-1bbd-4a5b-92c5-ce91a8e27ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:37.383584 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742ba5cc-0934-4840-8996-571ccb62982e None None] The sync data for ids ['dc6e1b21-72d2-453b-a934-a5f120703598'] in dv-cinder-818886-1-smb is: [{'id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'name': 'tempest-TestMinimumBasicScenario-458845599-router', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'd1a456f8-3685-4568-afa0-40eacc738d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:25Z', 'updated_at': '2021-11-23T13:14:31Z', 'revision_number': 4, 'project_id': '9ab2575c835b4314a378c1d4c1c851ec', 'gw_port': {'id': 'd1a456f8-3685-4568-afa0-40eacc738d08', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:26Z', 'updated_at': '2021-11-23T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d', 'name': '', 'network_id': 'b6f39f88-d362-41f3-b76a-4949f8f0ed4d', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'mac_address': 'fa:16:3e:96:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '6c0ed3be-1bbd-4a5b-92c5-ce91a8e27ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:30Z', 'updated_at': '2021-11-23T13:14:35Z', 'revision_number': 4, 'project_id': '9ab2575c835b4314a378c1d4c1c851ec', 'subnets': [{'id': '6c0ed3be-1bbd-4a5b-92c5-ce91a8e27ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:14:39.545277 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:14:39.675986 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:14:39.689227 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:39.689227 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:39.827744 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:39.875496 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d,segment=NetworkSegment(4bf30722-f220-4ce5-a1e2-b8f2439d1253),segment_id=4bf30722-f220-4ce5-a1e2-b8f2439d1253)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:39.950041 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:39.951969 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-7da5481b-1e12-4ef6-ba78-722c0eff76bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:40.026269 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:40.029709 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:40.771340 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:41.500500 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:14:41.592125 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:41.592382 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:42.856243 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 33666) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:43.014258 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-fb35e2ef-b187-4736-a077-b438aadb1704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:43.034453 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-fb35e2ef-b187-4736-a077-b438aadb1704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:43.034453 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-fb35e2ef-b187-4736-a077-b438aadb1704 admin admin] Usage tracker for resource:security_group_rule and tenant:fabf0d754d7645d4a231981af0b4a14d is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:43.037586 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-fb35e2ef-b187-4736-a077-b438aadb1704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:43.044543 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-fb35e2ef-b187-4736-a077-b438aadb1704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:43.175619 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-fb35e2ef-b187-4736-a077-b438aadb1704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:43.240693 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-fb35e2ef-b187-4736-a077-b438aadb1704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:43.252213 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a3ffadd3-aad5-41b8-84ab-51dd554823e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:43.308408 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-fb35e2ef-b187-4736-a077-b438aadb1704 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fabf0d754d7645d4a231981af0b4a14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4496760 Nov 23 13:14:43.308408 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35e2ef-b187-4736-a077-b438aadb1704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd69182c-1dca-43cb-b878-18cb6c53a69f,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:43.311662 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-fb35e2ef-b187-4736-a077-b438aadb1704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:43.312061 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 33684) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:43.405036 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b3f337cb-ec2f-4fce-957e-4da0a919a42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:43.443351 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b3f337cb-ec2f-4fce-957e-4da0a919a42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:43.572797 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b3f337cb-ec2f-4fce-957e-4da0a919a42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:43.572797 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-3c426458-ca0d-484e-9bde-f5cc927238f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:43.595754 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f337cb-ec2f-4fce-957e-4da0a919a42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd69182c-1dca-43cb-b878-18cb6c53a69f,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:43.615722 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-b3f337cb-ec2f-4fce-957e-4da0a919a42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:43.629368 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b3f337cb-ec2f-4fce-957e-4da0a919a42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:43.640211 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-b3f337cb-ec2f-4fce-957e-4da0a919a42b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd69182c-1dca-43cb-b878-18cb6c53a69f HTTP/1.1" status: 204 len: 168 time: 0.3250456 Nov 23 13:14:46.027969 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 33774) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:46.161230 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-36988b58-b33f-4322-8bd3-cf37cd6ba807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.255740 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-36988b58-b33f-4322-8bd3-cf37cd6ba807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:46.255740 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-36988b58-b33f-4322-8bd3-cf37cd6ba807 admin admin] Usage tracker for resource:security_group_rule and tenant:5a6f31042cc7423d893fa03c3ab521d2 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:46.255740 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-36988b58-b33f-4322-8bd3-cf37cd6ba807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:46.255740 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-36988b58-b33f-4322-8bd3-cf37cd6ba807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:46.275992 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-36988b58-b33f-4322-8bd3-cf37cd6ba807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.372226 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-36988b58-b33f-4322-8bd3-cf37cd6ba807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.381276 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:46.430020 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 33790) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:46.430539 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-36988b58-b33f-4322-8bd3-cf37cd6ba807 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a6f31042cc7423d893fa03c3ab521d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4010499 Nov 23 13:14:46.442377 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36988b58-b33f-4322-8bd3-cf37cd6ba807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78193ef7-938e-4b0f-86a1-d50d5aa1c6b2,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:46.446882 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-36988b58-b33f-4322-8bd3-cf37cd6ba807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:46.504063 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2de9fe2f-ea7b-4469-ba2d-77af7649d59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.548355 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2de9fe2f-ea7b-4469-ba2d-77af7649d59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.715905 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2de9fe2f-ea7b-4469-ba2d-77af7649d59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.720626 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-22a6e45e-4a17-4126-b9c8-27c9391df96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:46.740290 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9fe2f-ea7b-4469-ba2d-77af7649d59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78193ef7-938e-4b0f-86a1-d50d5aa1c6b2,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:46.744397 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-2de9fe2f-ea7b-4469-ba2d-77af7649d59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:46.759611 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2de9fe2f-ea7b-4469-ba2d-77af7649d59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.760738 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-2de9fe2f-ea7b-4469-ba2d-77af7649d59b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78193ef7-938e-4b0f-86a1-d50d5aa1c6b2 HTTP/1.1" status: 204 len: 168 time: 0.3297286 Nov 23 13:14:47.625155 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 33820) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:47.744631 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4d672401-f869-4669-96e8-994ee4ae5ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:47.760031 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-4d672401-f869-4669-96e8-994ee4ae5ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:47.763897 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-4d672401-f869-4669-96e8-994ee4ae5ec8 admin admin] Usage tracker for resource:security_group_rule and tenant:1143cb928ca840d5b70be16758c55484 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:47.766699 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-4d672401-f869-4669-96e8-994ee4ae5ec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:47.773732 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-4d672401-f869-4669-96e8-994ee4ae5ec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:47.990024 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-7f75f917-e47e-4ce3-b492-5d19bf96572b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:47.990705 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-7f75f917-e47e-4ce3-b492-5d19bf96572b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Synchronizing usage tracker for tenant:01042792b9a0495aa1ed60e5abcbf4ea on resource:network {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:14:48.000135 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4d672401-f869-4669-96e8-994ee4ae5ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:48.063645 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4d672401-f869-4669-96e8-994ee4ae5ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:48.073480 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-426ea669-8971-4ace-855e-92dcd378428a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:48.098022 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-7f75f917-e47e-4ce3-b492-5d19bf96572b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Unset dirty status for tenant:01042792b9a0495aa1ed60e5abcbf4ea on resource:network {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:14:48.101004 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-7f75f917-e47e-4ce3-b492-5d19bf96572b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/networks?id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab HTTP/1.1" status: 200 len: 814 time: 0.3024039 Nov 23 13:14:48.117061 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-4d672401-f869-4669-96e8-994ee4ae5ec8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1143cb928ca840d5b70be16758c55484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908040 Nov 23 13:14:48.119973 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 33840) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:48.123306 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d672401-f869-4669-96e8-994ee4ae5ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0873a858-c302-49b2-8ac6-df6c3480abd8,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:48.126373 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4d672401-f869-4669-96e8-994ee4ae5ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:48.130074 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-e4f1bb04-ed2d-47e3-a20f-3a409aaeb486 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/quotas/01042792b9a0495aa1ed60e5abcbf4ea HTTP/1.1" status: 200 len: 375 time: 0.0185759 Nov 23 13:14:48.179959 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-861c1486-311f-4f16-a4cb-8e367a13fff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:48.206980 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-861c1486-311f-4f16-a4cb-8e367a13fff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:48.221015 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-f5af34be-91eb-4e23-9dca-14a82309c14a tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Synchronizing usage tracker for tenant:01042792b9a0495aa1ed60e5abcbf4ea on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:14:48.326254 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-f5af34be-91eb-4e23-9dca-14a82309c14a tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Unset dirty status for tenant:01042792b9a0495aa1ed60e5abcbf4ea on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:14:48.327543 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-f5af34be-91eb-4e23-9dca-14a82309c14a tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=01042792b9a0495aa1ed60e5abcbf4ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1901309 Nov 23 13:14:48.362120 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-861c1486-311f-4f16-a4cb-8e367a13fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:48.367873 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-6275cc8f-3103-4f3f-9819-045a182caa91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:48.381964 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c1486-311f-4f16-a4cb-8e367a13fff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0873a858-c302-49b2-8ac6-df6c3480abd8,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:48.385173 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-861c1486-311f-4f16-a4cb-8e367a13fff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:48.387788 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-861c1486-311f-4f16-a4cb-8e367a13fff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:48.389097 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-861c1486-311f-4f16-a4cb-8e367a13fff0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0873a858-c302-49b2-8ac6-df6c3480abd8 HTTP/1.1" status: 204 len: 168 time: 0.2681091 Nov 23 13:14:48.482436 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-0b3b290b-e86b-48b7-87de-e4ae89878cb6 service neutron] 10.222.0.48 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425323 Nov 23 13:14:48.617113 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-b39550e2-eb8a-4557-9db2-c38927cd90b9 service neutron] 10.222.0.48 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283681 Nov 23 13:14:48.913726 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f2aea613-d6ea-4817-8c6a-662c798f4a5a req-708fcb64-8c27-4e0a-9eca-0861129bc726 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 210 time: 0.0493252 Nov 23 13:14:50.056657 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d3712a7f-f90e-4617-969d-0718b663cd47 req-5447371e-cf37-4ee3-b20e-8b07d4221059 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 210 time: 0.0429268 Nov 23 13:14:51.212758 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-535d4d54-4f74-41fc-808a-d3d0d65828b8 req-c7db60e1-4985-49f1-bcc1-c7fb65f43b02 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 210 time: 0.0463035 Nov 23 13:14:51.467011 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-5e0c361f-6562-4205-95d5-fdadd1d829aa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:51.468550 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-5e0c361f-6562-4205-95d5-fdadd1d829aa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.88 "GET /v2.0/networks?id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab HTTP/1.1" status: 200 len: 814 time: 0.1569183 Nov 23 13:14:51.495477 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Request body: {'port': {'device_id': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'admin_state_up': True, 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:14:51.638988 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:51.649210 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:51.748980 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Made reservation on behalf of 01042792b9a0495aa1ed60e5abcbf4ea for: {'port': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:14:51.752487 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:51.788648 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-24cb4f2c-19bd-496a-b852-021a36ce635b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:52.014263 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Allocated IP 172.20.0.14 (a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab/0409095e-86a1-4e04-9542-eefa14b60e12/5844d903-c339-44bb-9dcf-edd2b4c5b502) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:14:52.225000 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:52.246222 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:52.250773 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Transition to ACTIVE for port object 5844d903-c339-44bb-9dcf-edd2b4c5b502 will not be triggered until provisioned by entity DHCP. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:14:52.372411 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:52.378437 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-8c137bd6-b8fa-41bd-8cf6-586321d19be5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:52.426562 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd5fa0-647a-45a8-8b99-4d84577d584c req-ec6cdf7b-033c-4f26-9194-8b1e07d4efb2 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:52.433465 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2ddd5fa0-647a-45a8-8b99-4d84577d584c req-ec6cdf7b-033c-4f26-9194-8b1e07d4efb2 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 932 time: 0.1045539 Nov 23 13:14:52.492118 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:14:52.496016 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-2ddd5fa0-647a-45a8-8b99-4d84577d584c req-34ac7848-2a24-4c7c-b4da-ca5492aa53fd tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Synchronizing usage tracker for tenant:01042792b9a0495aa1ed60e5abcbf4ea on resource:security_group {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:14:52.497928 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:14:52.526032 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:14:52.600373 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-2ddd5fa0-647a-45a8-8b99-4d84577d584c req-34ac7848-2a24-4c7c-b4da-ca5492aa53fd tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Unset dirty status for tenant:01042792b9a0495aa1ed60e5abcbf4ea on resource:security_group {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:14:52.601761 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2ddd5fa0-647a-45a8-8b99-4d84577d584c req-34ac7848-2a24-4c7c-b4da-ca5492aa53fd tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674988 Nov 23 13:14:52.608841 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:52.610155 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:52.647758 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event updated for resources: {'Port': ['ID=5844d903-c339-44bb-9dcf-edd2b4c5b502,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:52.659348 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:52.745351 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2542961 Nov 23 13:14:52.790245 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Request body: {'port': {'device_id': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:14:53.012421 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-ba33b640-8553-44d6-b0ac-d885edca9d6a None None] Provisioning for port 5844d903-c339-44bb-9dcf-edd2b4c5b502 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:14:53.019045 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-ba33b640-8553-44d6-b0ac-d885edca9d6a None None] Provisioning complete for port 5844d903-c339-44bb-9dcf-edd2b4c5b502 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:14:53.019658 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-ba33b640-8553-44d6-b0ac-d885edca9d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:53.068847 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:53.120742 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-ba33b640-8553-44d6-b0ac-d885edca9d6a None None] Port 5844d903-c339-44bb-9dcf-edd2b4c5b502 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:14:53.780450 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5844d903-c339-44bb-9dcf-edd2b4c5b502 {{(pid=87465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:14:53.806665 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:53.823628 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Transition to ACTIVE for port object 5844d903-c339-44bb-9dcf-edd2b4c5b502 will not be triggered until provisioned by entity L2. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:14:53.921338 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:53.927732 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:54.093843 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Pushing event updated for resources: {'Port': ['ID=5844d903-c339-44bb-9dcf-edd2b4c5b502,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:54.107545 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:54.277365 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Attempting to bind port 5844d903-c339-44bb-9dcf-edd2b4c5b502 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:14:54.277365 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Attempting to bind port 5844d903-c339-44bb-9dcf-edd2b4c5b502 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab'}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:14:54.277764 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Attempting to bind port 5844d903-c339-44bb-9dcf-edd2b4c5b502 on network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:14:54.288992 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Port 5844d903-c339-44bb-9dcf-edd2b4c5b502 on network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:14:54.289457 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Attempting to bind port 5844d903-c339-44bb-9dcf-edd2b4c5b502 on network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:14:54.295575 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:14:54.295908 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Checking segment: {'id': '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:14:54.296286 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Bound using segment: {'id': '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab'} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:14:54.296884 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Bound port: 5844d903-c339-44bb-9dcf-edd2b4c5b502, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab'}}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:14:54.297268 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:54.463317 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] For port 5844d903-c339-44bb-9dcf-edd2b4c5b502, host hv-cinder-81888, cleared binding levels {{(pid=87465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:14:54.468796 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] For port 5844d903-c339-44bb-9dcf-edd2b4c5b502, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5844d903-c339-44bb-9dcf-edd2b4c5b502,segment=NetworkSegment(5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0),segment_id=5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0)] {{(pid=87465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:14:54.503531 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-4d727230-31f0-478f-a9ac-d6b9569bb771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:54.532626 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:54.538621 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-02521a18-0449-455a-a573-63b64e0e9824 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:54.652001 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:54.652658 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:54.654049 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] 10.222.0.88 "PUT /v2.0/ports/5844d903-c339-44bb-9dcf-edd2b4c5b502 HTTP/1.1" status: 200 len: 1094 time: 1.8693433 Nov 23 13:14:54.662410 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'tag': '5844d903-c339-44bb-9dcf-edd2b4c5b502'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:14:54.700581 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Pushing event updated for resources: {'Port': ['ID=5844d903-c339-44bb-9dcf-edd2b4c5b502,revision_number=3']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:54.703953 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:54.740499 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571f8ac-0688-4c8c-835a-4b7850228d16 req-5198d936-22a4-42f8-acdb-8864bdf815d9 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:54.742771 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1571f8ac-0688-4c8c-835a-4b7850228d16 req-5198d936-22a4-42f8-acdb-8864bdf815d9 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 944 time: 0.1468601 Nov 23 13:14:54.899990 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1571f8ac-0688-4c8c-835a-4b7850228d16 req-9afe1ded-104e-4664-8d8d-f0097d84b6b0 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505294 Nov 23 13:14:55.064192 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'tag': '5844d903-c339-44bb-9dcf-edd2b4c5b502', 'status': 'completed', 'code': 200} Nov 23 13:14:55.332622 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:56.143557 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b07a33-d4d8-461a-be90-89948917744b req-9b161b85-39e2-4e05-b117-25b597e5e558 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:56.145742 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f5b07a33-d4d8-461a-be90-89948917744b req-9b161b85-39e2-4e05-b117-25b597e5e558 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 944 time: 0.1067181 Nov 23 13:14:56.200501 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f5b07a33-d4d8-461a-be90-89948917744b req-5de8143e-df59-47e8-bba0-b9ebc74d279b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427089 Nov 23 13:14:57.417527 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:57.443476 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad05568-8c99-4519-be45-537648af706b req-767d6372-0ae7-4f16-a42b-88c6387f7a34 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:57.445068 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dad05568-8c99-4519-be45-537648af706b req-767d6372-0ae7-4f16-a42b-88c6387f7a34 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 944 time: 0.0935981 Nov 23 13:14:57.497681 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dad05568-8c99-4519-be45-537648af706b req-c5035a16-ae17-459d-94f2-5e4a35a93ac3 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461578 Nov 23 13:14:57.877205 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:14:58.759822 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4f261-f7e3-4b9b-8308-eeab5d9c7290 req-6726c354-5a9c-4bf5-9b56-ae4b197a02b1 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:58.761649 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-eeb4f261-f7e3-4b9b-8308-eeab5d9c7290 req-6726c354-5a9c-4bf5-9b56-ae4b197a02b1 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 944 time: 0.1379380 Nov 23 13:14:58.817508 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 34086) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:58.827361 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-eeb4f261-f7e3-4b9b-8308-eeab5d9c7290 req-e5105e8d-77ec-42fa-a1e5-652a3950f4b0 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589526 Nov 23 13:14:58.970370 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-5add9806-9498-4831-8a09-660730e459e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:58.988803 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-5add9806-9498-4831-8a09-660730e459e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:14:58.991020 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-5add9806-9498-4831-8a09-660730e459e0 admin admin] Usage tracker for resource:security_group_rule and tenant:76166498a84042ddad7f34d7c815406c is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:14:58.994449 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-5add9806-9498-4831-8a09-660730e459e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:14:59.000777 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-5add9806-9498-4831-8a09-660730e459e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:14:59.145679 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-5add9806-9498-4831-8a09-660730e459e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:59.474092 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-5add9806-9498-4831-8a09-660730e459e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:59.501403 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-47dad6ea-9ca3-4fbe-9954-1ddcab3dab3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:59.520720 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-5add9806-9498-4831-8a09-660730e459e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76166498a84042ddad7f34d7c815406c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7014048 Nov 23 13:14:59.524392 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34096) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:59.538322 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add9806-9498-4831-8a09-660730e459e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a9d5ef-050a-4fbb-aa63-0644659dc03c,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:59.542834 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-5add9806-9498-4831-8a09-660730e459e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:59.585040 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:59.611847 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:59.772454 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:59.778622 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-6afc4c88-7f03-4074-ad5c-eac825477be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:59.793564 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a9d5ef-050a-4fbb-aa63-0644659dc03c,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:59.805012 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:59.805012 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:59.805373 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:59.805642 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:59.806248 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:59.806594 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:59.806964 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:59.807306 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:59.807648 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:59.807985 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:59.808312 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:59.808647 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:59.813881 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:59.819366 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:59.821096 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25a9d5ef-050a-4fbb-aa63-0644659dc03c HTTP/1.1" status: 204 len: 168 time: 0.2978332 Nov 23 13:15:00.039696 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e687063-4bff-40ed-9fbe-baa401072bb3 req-ddb50be7-41d4-4d82-a7c1-10a48aeab479 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:00.041300 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5e687063-4bff-40ed-9fbe-baa401072bb3 req-ddb50be7-41d4-4d82-a7c1-10a48aeab479 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 944 time: 0.0927916 Nov 23 13:15:00.090118 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5e687063-4bff-40ed-9fbe-baa401072bb3 req-37671586-9230-46b4-8575-1e3dd460091f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425560 Nov 23 13:15:00.671825 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34114) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:00.689616 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9e5a1d68-9bb9-43b0-83dc-a37f3e53124f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:00.705127 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-9e5a1d68-9bb9-43b0-83dc-a37f3e53124f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:00.709312 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-9e5a1d68-9bb9-43b0-83dc-a37f3e53124f admin admin] Usage tracker for resource:security_group_rule and tenant:ec49685a137142c99f5e16116afc6606 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:00.712448 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-9e5a1d68-9bb9-43b0-83dc-a37f3e53124f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:00.718670 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-9e5a1d68-9bb9-43b0-83dc-a37f3e53124f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:00.814537 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9e5a1d68-9bb9-43b0-83dc-a37f3e53124f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:01.283598 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d403bc2-fc23-4174-b428-0bc661a2b2b7 req-32e7f010-b207-4447-b777-c5106171b4d3 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:01.285337 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d403bc2-fc23-4174-b428-0bc661a2b2b7 req-32e7f010-b207-4447-b777-c5106171b4d3 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 944 time: 0.0882657 Nov 23 13:15:01.330690 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7d403bc2-fc23-4174-b428-0bc661a2b2b7 req-f5b12126-5672-4685-836a-a086d92c7547 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Nov 23 13:15:01.332265 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-9e5a1d68-9bb9-43b0-83dc-a37f3e53124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:01.340899 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9f30328d-fffb-4776-aa04-32a404b3ebeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:01.386111 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-9e5a1d68-9bb9-43b0-83dc-a37f3e53124f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec49685a137142c99f5e16116afc6606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7130167 Nov 23 13:15:01.388818 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 34126) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:01.399445 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a1d68-9bb9-43b0-83dc-a37f3e53124f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544ef238-a854-404c-b22b-9e1ce17c76bb,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:01.403120 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9e5a1d68-9bb9-43b0-83dc-a37f3e53124f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:01.488633 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d0f119af-597c-499d-ad9d-0cb39a9b39f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:01.524482 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d0f119af-597c-499d-ad9d-0cb39a9b39f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:01.680136 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d0f119af-597c-499d-ad9d-0cb39a9b39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:01.683829 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a7fe3bd6-c51c-4deb-aba5-2d45a0ad8c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:01.696851 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f119af-597c-499d-ad9d-0cb39a9b39f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544ef238-a854-404c-b22b-9e1ce17c76bb,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:01.699195 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d0f119af-597c-499d-ad9d-0cb39a9b39f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:01.720510 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-d0f119af-597c-499d-ad9d-0cb39a9b39f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:01.726568 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-d0f119af-597c-499d-ad9d-0cb39a9b39f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/544ef238-a854-404c-b22b-9e1ce17c76bb HTTP/1.1" status: 204 len: 168 time: 0.3366237 Nov 23 13:15:02.553889 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6564729-6a33-4530-821b-aad0467b131c req-b41404fc-7bfb-4e6f-8213-c6a3e46ebc63 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:02.555531 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d6564729-6a33-4530-821b-aad0467b131c req-b41404fc-7bfb-4e6f-8213-c6a3e46ebc63 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 944 time: 0.0982668 Nov 23 13:15:02.618965 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d6564729-6a33-4530-821b-aad0467b131c req-41e4fcb5-8cb3-43a9-bd03-378c483304b2 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572751 Nov 23 13:15:03.806808 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61a352-9a14-47b0-a471-9a807a8f62fa req-ad3a652f-f0cb-4d6e-a5d6-4d08307fec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:03.808283 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ab61a352-9a14-47b0-a471-9a807a8f62fa req-ad3a652f-f0cb-4d6e-a5d6-4d08307fec40 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=01042792b9a0495aa1ed60e5abcbf4ea&device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 1097 time: 0.0871754 Nov 23 13:15:03.836021 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af9e79-1685-4d78-a6d9-915b6abd0e38 req-cf1bfdcf-64af-45ab-90a5-cc11da13fb69 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:03.837525 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-97af9e79-1685-4d78-a6d9-915b6abd0e38 req-cf1bfdcf-64af-45ab-90a5-cc11da13fb69 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 944 time: 0.1045811 Nov 23 13:15:03.903551 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-97af9e79-1685-4d78-a6d9-915b6abd0e38 req-8b60cb58-6080-4d69-810c-3ece5ff161d2 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598390 Nov 23 13:15:04.115396 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61a352-9a14-47b0-a471-9a807a8f62fa req-2f42ba96-4f42-47e8-8bfa-e44e43183c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:04.115396 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ab61a352-9a14-47b0-a471-9a807a8f62fa req-2f42ba96-4f42-47e8-8bfa-e44e43183c09 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=01042792b9a0495aa1ed60e5abcbf4ea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2520499 Nov 23 13:15:04.253370 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61a352-9a14-47b0-a471-9a807a8f62fa req-b223994d-e213-44ae-a785-963ebc9339aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:04.255090 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ab61a352-9a14-47b0-a471-9a807a8f62fa req-b223994d-e213-44ae-a785-963ebc9339aa service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1353767 Nov 23 13:15:04.401872 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-e4dc35f7-07fc-40ba-9fc9-18a5a75f365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:04.403477 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-e4dc35f7-07fc-40ba-9fc9-18a5a75f365e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=01042792b9a0495aa1ed60e5abcbf4ea&device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 1097 time: 0.0771730 Nov 23 13:15:04.480780 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-f60a1990-205e-463f-a4ae-bbd1cb3abb1e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5844d903-c339-44bb-9dcf-edd2b4c5b502 HTTP/1.1" status: 200 len: 217 time: 0.0621014 Nov 23 13:15:04.566102 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d9f34538-6151-4e5f-ba52-2a059a8a6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:04.567562 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-d9f34538-6151-4e5f-ba52-2a059a8a6834 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0409095e-86a1-4e04-9542-eefa14b60e12 HTTP/1.1" status: 200 len: 853 time: 0.0617719 Nov 23 13:15:04.645678 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-1279d51c-8604-4cfa-bae9-72ced2d467be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:04.647233 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-1279d51c-8604-4cfa-bae9-72ced2d467be service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728316 Nov 23 13:15:04.824747 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-292be923-68f8-45e3-85c3-d919c0602fcc service neutron] 10.222.0.88 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345806 Nov 23 13:15:04.975835 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dfa637fe-5f34-4a8f-9a2b-b4d6c1eafa3f req-e9642133-41e7-4d3b-9a93-8d4e9b086a26 service neutron] 10.222.0.88 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384587 Nov 23 13:15:05.098883 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b0f0e-ec37-4936-9e07-484cc10751f6 req-ac0a04af-91bd-43d9-a6e0-5ce59a92d1e4 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:05.100314 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-129b0f0e-ec37-4936-9e07-484cc10751f6 req-ac0a04af-91bd-43d9-a6e0-5ce59a92d1e4 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 944 time: 0.0854011 Nov 23 13:15:05.143952 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-129b0f0e-ec37-4936-9e07-484cc10751f6 req-e8b36173-fbe5-458e-9805-59f39a17dcd4 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378261 Nov 23 13:15:06.331325 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e394515-e687-4daf-ba5f-bcaf2d5d0b47 req-b6837a36-2179-4106-a901-a98ae96302d5 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:06.332782 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9e394515-e687-4daf-ba5f-bcaf2d5d0b47 req-b6837a36-2179-4106-a901-a98ae96302d5 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 944 time: 0.0809181 Nov 23 13:15:06.378365 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9e394515-e687-4daf-ba5f-bcaf2d5d0b47 req-4a84c0de-4619-45e9-9322-2ca1bd3e64a9 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397921 Nov 23 13:15:07.281121 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6c7d2-4f55-4e66-a67c-72aea44e4b44 req-94a632a0-52ed-4ba2-948a-c772e20685e4 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:07.282554 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-72b6c7d2-4f55-4e66-a67c-72aea44e4b44 req-94a632a0-52ed-4ba2-948a-c772e20685e4 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 946 time: 0.0862231 Nov 23 13:15:07.329762 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-72b6c7d2-4f55-4e66-a67c-72aea44e4b44 req-27ecb06c-e522-4999-a696-c7dc8905746f tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409980 Nov 23 13:15:07.565027 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d50f0-529e-46be-ac74-5a32c051853d req-dac12125-3131-4335-b76a-4458c08e6955 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:07.566388 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-340d50f0-529e-46be-ac74-5a32c051853d req-dac12125-3131-4335-b76a-4458c08e6955 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 944 time: 0.0813804 Nov 23 13:15:07.615496 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-340d50f0-529e-46be-ac74-5a32c051853d req-f4993b2b-70de-41ed-a3a7-4b972327fefd tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430539 Nov 23 13:15:08.535359 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 5844d903-c339-44bb-9dcf-edd2b4c5b502 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:15:08.549262 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b61e5-a25f-4012-89c2-281f9106c951 req-d156f212-a53b-4459-bc08-5dc3de54757a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:08.550875 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2c8b61e5-a25f-4012-89c2-281f9106c951 req-d156f212-a53b-4459-bc08-5dc3de54757a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 946 time: 0.1003628 Nov 23 13:15:08.614072 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34334) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:08.647676 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2c8b61e5-a25f-4012-89c2-281f9106c951 req-f58226d2-dfaf-4713-ab62-92757d730a6b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897911 Nov 23 13:15:08.701008 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 5844d903-c339-44bb-9dcf-edd2b4c5b502, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5844d903-c339-44bb-9dcf-edd2b4c5b502,segment=NetworkSegment(5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0),segment_id=5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:08.716056 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': '5844d903-c339-44bb-9dcf-edd2b4c5b502', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'port_id': '5844d903-c339-44bb-9dcf-edd2b4c5b502', 'mac_address': 'fa:16:3e:bb:ea:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:15:08.748603 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-12f1d411-803d-406d-ba2f-b6f0f510b895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.768141 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-12f1d411-803d-406d-ba2f-b6f0f510b895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:08.773205 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.791022 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5844d903-c339-44bb-9dcf-edd2b4c5b502 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:15:08.807449 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 5844d903-c339-44bb-9dcf-edd2b4c5b502, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5844d903-c339-44bb-9dcf-edd2b4c5b502,segment=NetworkSegment(5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0),segment_id=5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:08.810630 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-12f1d411-803d-406d-ba2f-b6f0f510b895 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c25ad6f9674bd09f387973dfd0dbba is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:08.817480 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-12f1d411-803d-406d-ba2f-b6f0f510b895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:08.829030 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-12f1d411-803d-406d-ba2f-b6f0f510b895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:08.899279 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d5b61-eb52-4bfe-8031-a891f14a0d23 req-992999f0-2770-4607-b9c0-cc0d110cdf9b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:08.900740 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a95d5b61-eb52-4bfe-8031-a891f14a0d23 req-992999f0-2770-4607-b9c0-cc0d110cdf9b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 944 time: 0.1290839 Nov 23 13:15:08.903375 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.905485 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:08.950585 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-12f1d411-803d-406d-ba2f-b6f0f510b895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:08.976114 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a666121-0d73-4954-bf59-10a8515c8bed req-1d6b79b2-16a1-4790-9dc6-932dc8bc6da5 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:08.976888 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-8a666121-0d73-4954-bf59-10a8515c8bed req-1d6b79b2-16a1-4790-9dc6-932dc8bc6da5 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Synchronizing usage tracker for tenant:53d4861f8a6e416bafb99b42b9213d54 on resource:port {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:15:08.981992 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=5844d903-c339-44bb-9dcf-edd2b4c5b502,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:08.990248 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:08.991678 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:08.992292 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:08.992408 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a95d5b61-eb52-4bfe-8031-a891f14a0d23 req-40f1e8a9-9960-4559-803c-5eaa79e4e706 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467720 Nov 23 13:15:08.992950 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:08.993291 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:08.993752 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:08.994090 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:08.994485 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:08.994847 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:08.999163 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:08.999163 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:08.999163 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:09.000549 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:09.017440 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-12f1d411-803d-406d-ba2f-b6f0f510b895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:09.027484 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-6d07fa1c-e256-4de8-ae9b-4b9b3513d747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:09.067145 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-12f1d411-803d-406d-ba2f-b6f0f510b895 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9c25ad6f9674bd09f387973dfd0dbba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512985 Nov 23 13:15:09.068375 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1d411-803d-406d-ba2f-b6f0f510b895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac38bb9-39f9-4e6e-a8b6-cbca13046917,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:09.070687 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 34342) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:09.072145 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-12f1d411-803d-406d-ba2f-b6f0f510b895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:09.117793 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-8a666121-0d73-4954-bf59-10a8515c8bed req-1d6b79b2-16a1-4790-9dc6-932dc8bc6da5 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Unset dirty status for tenant:53d4861f8a6e416bafb99b42b9213d54 on resource:port {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:15:09.118902 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-8a666121-0d73-4954-bf59-10a8515c8bed req-1d6b79b2-16a1-4790-9dc6-932dc8bc6da5 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.88 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 946 time: 0.2296226 Nov 23 13:15:09.134176 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:09.208254 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:09.249883 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['5844d903-c339-44bb-9dcf-edd2b4c5b502'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:15:09.255786 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-8a666121-0d73-4954-bf59-10a8515c8bed req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Deleting port 115ca5c6-27b1-4014-b6db-4423b3d39a66 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:15:09.257379 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-8a666121-0d73-4954-bf59-10a8515c8bed req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:09.558383 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:09.564888 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-8156fdd6-7a9c-4ea1-963b-d873669b23fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:09.582965 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-8a666121-0d73-4954-bf59-10a8515c8bed req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] For port 115ca5c6-27b1-4014-b6db-4423b3d39a66, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=115ca5c6-27b1-4014-b6db-4423b3d39a66,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:09.583253 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-8a666121-0d73-4954-bf59-10a8515c8bed req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:09.590893 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac38bb9-39f9-4e6e-a8b6-cbca13046917,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:09.605465 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:09.605842 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:09.606206 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:09.606563 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:09.606945 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:09.607299 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:09.607649 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:09.608000 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:09.608350 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:09.608697 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:09.609041 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:09.609387 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:15:09.662259 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:09.663153 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:09.664255 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ac38bb9-39f9-4e6e-a8b6-cbca13046917 HTTP/1.1" status: 204 len: 168 time: 0.5924850 Nov 23 13:15:09.841027 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c3342-30da-489d-9154-149ddf397a31 req-7b58f6f9-a889-407d-8f1f-72b346de018a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:09.843606 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c14c3342-30da-489d-9154-149ddf397a31 req-7b58f6f9-a889-407d-8f1f-72b346de018a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 946 time: 0.0886219 Nov 23 13:15:09.892961 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c14c3342-30da-489d-9154-149ddf397a31 req-e13ca4dc-e31c-4553-a65d-51a568e0f364 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=cc69ee04-b762-4882-bb67-0403ec1b3adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444436 Nov 23 13:15:10.021485 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-8a666121-0d73-4954-bf59-10a8515c8bed req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:10.023029 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-8a666121-0d73-4954-bf59-10a8515c8bed req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:10.027741 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.l3_db [req-8a666121-0d73-4954-bf59-10a8515c8bed req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Floating IP 68c7f7e7-4d79-4591-b7af-cf061a0a2009 disassociated. External IP: 172.28.3.113, port: 115ca5c6-27b1-4014-b6db-4423b3d39a66. Nov 23 13:15:10.027741 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-8a666121-0d73-4954-bf59-10a8515c8bed req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Calling delete_port for 115ca5c6-27b1-4014-b6db-4423b3d39a66 owned by compute:nova {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:15:10.187433 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad6ea0-88bd-4cc6-8d53-76e6cf9c1287 req-cbdc709e-4038-416e-be11-58ac77ef4347 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:10.188804 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-67ad6ea0-88bd-4cc6-8d53-76e6cf9c1287 req-cbdc709e-4038-416e-be11-58ac77ef4347 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 945 time: 0.0860124 Nov 23 13:15:10.246322 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-8a666121-0d73-4954-bf59-10a8515c8bed req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:10.260497 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-240202bd-da59-4fba-8f27-456520a97282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:10.308674 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event deleted for resources: {'Port': ['ID=115ca5c6-27b1-4014-b6db-4423b3d39a66,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:10.312323 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:10.313314 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-67ad6ea0-88bd-4cc6-8d53-76e6cf9c1287 req-63b68079-6c30-4552-9879-e54503a31b77 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185863 Nov 23 13:15:10.379102 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34376) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:10.397682 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-102c3d62-c353-44d9-9b7c-f3fe493379e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:10.411822 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-102c3d62-c353-44d9-9b7c-f3fe493379e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:10.415901 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-102c3d62-c353-44d9-9b7c-f3fe493379e3 admin admin] Usage tracker for resource:security_group_rule and tenant:c89024dc9e934cccae77fc4a878ac13f is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:10.418678 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-102c3d62-c353-44d9-9b7c-f3fe493379e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:10.425043 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-102c3d62-c353-44d9-9b7c-f3fe493379e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:10.537340 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a666121-0d73-4954-bf59-10a8515c8bed req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:15:10.540181 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-102c3d62-c353-44d9-9b7c-f3fe493379e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:10.566460 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 5844d903-c339-44bb-9dcf-edd2b4c5b502 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:15:10.645231 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-102c3d62-c353-44d9-9b7c-f3fe493379e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:10.657133 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4e3619ba-089b-40eb-be56-33be0a736048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:10.707384 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-102c3d62-c353-44d9-9b7c-f3fe493379e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c89024dc9e934cccae77fc4a878ac13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269928 Nov 23 13:15:10.709087 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c3d62-c353-44d9-9b7c-f3fe493379e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c121e0b7-400f-4a08-9b77-d9898ae3d00a,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:10.710386 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 34386) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:10.712163 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-102c3d62-c353-44d9-9b7c-f3fe493379e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:10.778547 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port 5844d903-c339-44bb-9dcf-edd2b4c5b502 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:15:10.782299 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:10.785539 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port 5844d903-c339-44bb-9dcf-edd2b4c5b502 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:15:10.786177 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:10.798954 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a666121-0d73-4954-bf59-10a8515c8bed req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:15:10.824924 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e7ffd-7e63-43e0-823d-06ae6cb06388 None None] Sync routers for ids ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:15:10.828208 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c03c6a08-81dc-4b33-be85-66c3aad1a881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:10.847782 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e7ffd-7e63-43e0-823d-06ae6cb06388 None None] Routers {'1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:15:10.848773 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-651e7ffd-7e63-43e0-823d-06ae6cb06388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:14:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:10.910304 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a666121-0d73-4954-bf59-10a8515c8bed req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] No DVR routers for this DVR port 115ca5c6-27b1-4014-b6db-4423b3d39a66 on host hv-cinder-81888 {{(pid=87465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:15:10.915434 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-8a666121-0d73-4954-bf59-10a8515c8bed req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:10.918066 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'name': 'network-vif-deleted', 'tag': '115ca5c6-27b1-4014-b6db-4423b3d39a66'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:15:10.928322 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c03c6a08-81dc-4b33-be85-66c3aad1a881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.008767 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f', 'name': 'network-vif-deleted', 'tag': '115ca5c6-27b1-4014-b6db-4423b3d39a66', 'status': 'completed', 'code': 200} Nov 23 13:15:11.030667 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-8a666121-0d73-4954-bf59-10a8515c8bed req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.88 "DELETE /v2.0/ports/115ca5c6-27b1-4014-b6db-4423b3d39a66 HTTP/1.1" status: 204 len: 173 time: 1.8812640 Nov 23 13:15:11.143315 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c03c6a08-81dc-4b33-be85-66c3aad1a881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.151379 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-861c1486-311f-4f16-a4cb-8e367a13fff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:11.165217 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c6a08-81dc-4b33-be85-66c3aad1a881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c121e0b7-400f-4a08-9b77-d9898ae3d00a,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:11.169183 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c03c6a08-81dc-4b33-be85-66c3aad1a881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:11.172926 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c03c6a08-81dc-4b33-be85-66c3aad1a881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.174395 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-c03c6a08-81dc-4b33-be85-66c3aad1a881 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c121e0b7-400f-4a08-9b77-d9898ae3d00a HTTP/1.1" status: 204 len: 168 time: 0.4626732 Nov 23 13:15:11.175689 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-651e7ffd-7e63-43e0-823d-06ae6cb06388 None None] Set router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:15:11.180788 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fe743a9d-f77c-498d-aac9-a827d2db55a3 req-3174d482-dc14-44a5-8fe8-aa1d801843d6 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 210 time: 0.0593951 Nov 23 13:15:11.252387 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.352163 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5844d903-c339-44bb-9dcf-edd2b4c5b502'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:15:11.382904 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 5844d903-c339-44bb-9dcf-edd2b4c5b502, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5844d903-c339-44bb-9dcf-edd2b4c5b502,segment=NetworkSegment(5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0),segment_id=5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:11.453584 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.454626 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 115ca5c6-27b1-4014-b6db-4423b3d39a66 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:15:11.489167 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:11.537382 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: 115ca5c6-27b1-4014-b6db-4423b3d39a66 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:15:11.537690 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 115ca5c6-27b1-4014-b6db-4423b3d39a66 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:15:11.584409 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759d94c-95e7-4bb9-a032-2400613be453 req-b2823bc4-d3ca-41fe-b19a-1a45b955b730 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:11.585901 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3759d94c-95e7-4bb9-a032-2400613be453 req-b2823bc4-d3ca-41fe-b19a-1a45b955b730 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 946 time: 0.1558802 Nov 23 13:15:11.609885 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=5844d903-c339-44bb-9dcf-edd2b4c5b502,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:11.614776 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:11.683924 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-651e7ffd-7e63-43e0-823d-06ae6cb06388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:18Z', 'revision_number': 5, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:11.689654 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e7ffd-7e63-43e0-823d-06ae6cb06388 None None] Checking router: 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:15:11.702461 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e7ffd-7e63-43e0-823d-06ae6cb06388 None None] Routers {'1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:15:11.703796 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-651e7ffd-7e63-43e0-823d-06ae6cb06388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:14:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:11.705243 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3759d94c-95e7-4bb9-a032-2400613be453 req-dd9b930e-3e5b-4d0f-84b2-3728d6ed3c8e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979085 Nov 23 13:15:11.828938 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5844d903-c339-44bb-9dcf-edd2b4c5b502', 'code': 200} Nov 23 13:15:11.919538 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-651e7ffd-7e63-43e0-823d-06ae6cb06388 None None] Set router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:15:12.387434 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-651e7ffd-7e63-43e0-823d-06ae6cb06388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:18Z', 'revision_number': 5, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:12.387738 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901f03a-f6b8-4e51-a3c2-9ab4fd7c2693 req-2df28150-5ea5-4940-b51c-58f352bd2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:12.391465 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e901f03a-f6b8-4e51-a3c2-9ab4fd7c2693 req-2df28150-5ea5-4940-b51c-58f352bd2867 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 1099 time: 0.1412799 Nov 23 13:15:12.392412 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e7ffd-7e63-43e0-823d-06ae6cb06388 None None] The sync data for ids ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'] in dv-cinder-818886-1-smb is: [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:18Z', 'revision_number': 5, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:15:12.446837 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5813518c-b6a5-4c8a-8ef2-5c9f6948df69 req-c026a30d-b6fe-49c1-823c-407e1b9cbc3c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=9786085b-8a3d-4150-ad7b-e3cc5c3bdd5f HTTP/1.1" status: 200 len: 210 time: 0.0969665 Nov 23 13:15:12.447310 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e901f03a-f6b8-4e51-a3c2-9ab4fd7c2693 req-a42a324d-e0ee-4f2b-9b97-f48b68a4ab92 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460987 Nov 23 13:15:12.805989 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05bf6de-16ba-4feb-9f9b-7ddc30975638 None None] New status for floating IP 68c7f7e7-4d79-4591-b7af-cf061a0a2009: DOWN {{(pid=87468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:15:12.965077 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d885a-f452-4d21-b26f-1f25cbb193fa req-10029185-1993-48a1-9bdf-a6c28870fc85 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:12.968639 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0d9d885a-f452-4d21-b26f-1f25cbb193fa req-10029185-1993-48a1-9bdf-a6c28870fc85 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 946 time: 0.1189532 Nov 23 13:15:13.014860 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0d9d885a-f452-4d21-b26f-1f25cbb193fa req-e4361150-b959-426f-a64b-042e9e05d960 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419006 Nov 23 13:15:13.715366 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34456) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:13.785928 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-898e65fd-0200-41e0-9ee9-4650a8dc0bff tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:13.819583 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-898e65fd-0200-41e0-9ee9-4650a8dc0bff tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:13.960003 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-898e65fd-0200-41e0-9ee9-4650a8dc0bff tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:13.965236 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:13.980632 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e65fd-0200-41e0-9ee9-4650a8dc0bff tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc69ee04-b762-4882-bb67-0403ec1b3adb,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:13.994164 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-898e65fd-0200-41e0-9ee9-4650a8dc0bff tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:14.189854 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-898e65fd-0200-41e0-9ee9-4650a8dc0bff tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:14.190968 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-898e65fd-0200-41e0-9ee9-4650a8dc0bff tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "DELETE /v2.0/security-groups/cc69ee04-b762-4882-bb67-0403ec1b3adb HTTP/1.1" status: 204 len: 168 time: 0.4745672 Nov 23 13:15:14.193850 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 34464) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:14.210874 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.api.v2.resource [None req-4795b0ac-6fd4-4417-bd95-708c050b7495 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] show failed (client error): The resource could not be found. Nov 23 13:15:14.212152 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-4795b0ac-6fd4-4417-bd95-708c050b7495 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups/cc69ee04-b762-4882-bb67-0403ec1b3adb HTTP/1.1" status: 404 len: 347 time: 0.0173395 Nov 23 13:15:14.214977 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 34468) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:14.218389 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ebdf5-3e18-4522-878e-c52d63cc7b7c req-fc601270-c106-4c56-bf7d-ab9a60c02769 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:14.219981 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b98ebdf5-3e18-4522-878e-c52d63cc7b7c req-fc601270-c106-4c56-bf7d-ab9a60c02769 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 946 time: 0.0955262 Nov 23 13:15:14.285868 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b98ebdf5-3e18-4522-878e-c52d63cc7b7c req-d7032628-4f9d-4a08-b522-8c743954efd5 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532062 Nov 23 13:15:14.377753 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-f6fb80b8-c203-4f79-9f3f-b743ff61ca45 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Deleting port 5e8c0636-e87f-4f68-9418-1f1737e28c3a {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:15:14.378549 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f6fb80b8-c203-4f79-9f3f-b743ff61ca45 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:14.485925 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0d9b-1386-42f8-b094-b582b56acad4 req-820dc4fd-e8ee-4e68-b428-7564dcb64a32 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:14.487296 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-109f0d9b-1386-42f8-b094-b582b56acad4 req-820dc4fd-e8ee-4e68-b428-7564dcb64a32 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 946 time: 0.1003828 Nov 23 13:15:14.535438 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-109f0d9b-1386-42f8-b094-b582b56acad4 req-c6497227-a3b1-45d2-a604-68425415cce6 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Nov 23 13:15:14.560614 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f6fb80b8-c203-4f79-9f3f-b743ff61ca45 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:14.563539 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f6fb80b8-c203-4f79-9f3f-b743ff61ca45 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:14.698919 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-f6fb80b8-c203-4f79-9f3f-b743ff61ca45 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Calling delete_port for 5e8c0636-e87f-4f68-9418-1f1737e28c3a owned by network:floatingip {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:15:14.965856 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb337d62-72f1-4db7-bf07-dc3b0f2950dd req-b4628eca-8b6e-4d1f-87ca-4094780f924c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:14.967339 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fb337d62-72f1-4db7-bf07-dc3b0f2950dd req-b4628eca-8b6e-4d1f-87ca-4094780f924c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 946 time: 0.0881491 Nov 23 13:15:15.017736 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fb337d62-72f1-4db7-bf07-dc3b0f2950dd req-abde3cb5-5b9c-4b50-88a8-83bac5693a15 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445247 Nov 23 13:15:15.050959 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f6fb80b8-c203-4f79-9f3f-b743ff61ca45 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:15.056797 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-23545eb8-aa05-48cf-a181-bfcc563e3f2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:15.105222 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb80b8-c203-4f79-9f3f-b743ff61ca45 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event deleted for resources: {'Port': ['ID=5e8c0636-e87f-4f68-9418-1f1737e28c3a,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:15.132619 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-f6fb80b8-c203-4f79-9f3f-b743ff61ca45 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:15.196364 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f6fb80b8-c203-4f79-9f3f-b743ff61ca45 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for floatingip, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:15.210404 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f6fb80b8-c203-4f79-9f3f-b743ff61ca45 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:15.211570 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-f6fb80b8-c203-4f79-9f3f-b743ff61ca45 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "DELETE /v2.0/floatingips/68c7f7e7-4d79-4591-b7af-cf061a0a2009 HTTP/1.1" status: 204 len: 168 time: 0.9956965 Nov 23 13:15:15.563450 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34496) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:15.570400 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1652455087', 'description': 'tempest-description--1364072662'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:15.576318 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:15.580562 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Usage tracker for resource:security_group and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:15.583393 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:15.590440 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:15.708600 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:15.729954 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:15.736246 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Usage tracker for resource:security_group_rule and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:15.740890 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:15.747798 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:15.824399 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:15.920137 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:15.928484 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-b3f337cb-ec2f-4fce-957e-4da0a919a42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:15.988925 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7681525-dc57-4907-b86a-93e9260e6b2e,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:15.993351 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:16.080577 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:16.082233 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5170181 Nov 23 13:15:16.085436 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34514) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:16.101978 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-c30dc2d4-12fe-4652-92a2-65acad792732 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Request body: {'security_group_rule': {'security_group_id': 'c7681525-dc57-4907-b86a-93e9260e6b2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:16.109658 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c30dc2d4-12fe-4652-92a2-65acad792732 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:16.117239 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c30dc2d4-12fe-4652-92a2-65acad792732 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Usage tracker for resource:security_group_rule and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:16.120193 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c30dc2d4-12fe-4652-92a2-65acad792732 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:16.128246 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c30dc2d4-12fe-4652-92a2-65acad792732 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:16.224528 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c30dc2d4-12fe-4652-92a2-65acad792732 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:16.292894 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c30dc2d4-12fe-4652-92a2-65acad792732 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:16.354403 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c30dc2d4-12fe-4652-92a2-65acad792732 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:16.358884 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:16.384027 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30dc2d4-12fe-4652-92a2-65acad792732 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708e8436-1e0c-495d-b5fd-fa8fecae17d7,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:16.389300 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c30dc2d4-12fe-4652-92a2-65acad792732 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:16.457256 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c30dc2d4-12fe-4652-92a2-65acad792732 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:16.458470 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-c30dc2d4-12fe-4652-92a2-65acad792732 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3718231 Nov 23 13:15:16.461718 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34524) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:16.466858 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-48a88bf6-e6c6-46a1-8d82-a4289e5d8500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Request body: {'security_group_rule': {'security_group_id': 'c7681525-dc57-4907-b86a-93e9260e6b2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:16.472790 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-48a88bf6-e6c6-46a1-8d82-a4289e5d8500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:16.477687 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-48a88bf6-e6c6-46a1-8d82-a4289e5d8500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Usage tracker for resource:security_group_rule and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:16.480647 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-48a88bf6-e6c6-46a1-8d82-a4289e5d8500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:16.486330 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-48a88bf6-e6c6-46a1-8d82-a4289e5d8500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:16.556978 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-48a88bf6-e6c6-46a1-8d82-a4289e5d8500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:16.620252 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-48a88bf6-e6c6-46a1-8d82-a4289e5d8500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:16.674145 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-48a88bf6-e6c6-46a1-8d82-a4289e5d8500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:16.676211 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c30dc2d4-12fe-4652-92a2-65acad792732 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:16.699028 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a88bf6-e6c6-46a1-8d82-a4289e5d8500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf94a8ce-3adc-43dd-a40f-0731963eebf1,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:16.701500 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-48a88bf6-e6c6-46a1-8d82-a4289e5d8500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:16.764591 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-48a88bf6-e6c6-46a1-8d82-a4289e5d8500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:16.765786 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-48a88bf6-e6c6-46a1-8d82-a4289e5d8500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3031173 Nov 23 13:15:16.768994 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34530) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:16.775046 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Request body: {'floatingip': {'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:16.781384 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:16.785123 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Usage tracker for resource:floatingip and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:16.789032 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:16.795605 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:16.885874 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for floatingip, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:17.031914 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:17.201372 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Allocated IP 172.28.3.194 (9b5166c7-a3b6-4dd2-bc8e-90c117c22df2/c5f731f0-a861-4160-a944-f1ad6ad93795/334ab7a3-aa1f-4d2f-a35a-7575c01d4865) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:15:17.417181 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:17.503946 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:17.511364 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-214d4a32-02a4-4f03-abc6-a587c6bcd282 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:17.587537 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:15:17.590417 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:15:17.594281 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:15:17.602944 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event updated for resources: {'Port': ['ID=334ab7a3-aa1f-4d2f-a35a-7575c01d4865,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:17.607520 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:17.683130 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:17.817295 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:18.117154 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:18.251596 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:18.255797 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:18.316400 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:18.352453 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event updated for resources: {'Port': ['ID=334ab7a3-aa1f-4d2f-a35a-7575c01d4865,revision_number=2']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:18.355215 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:18.470977 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:18.472841 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7028775 Nov 23 13:15:18.713928 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f7c9a091-51fb-4e21-955d-066826b6f20e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Synchronizing usage tracker for tenant:53d4861f8a6e416bafb99b42b9213d54 on resource:security_group {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:15:18.828206 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f7c9a091-51fb-4e21-955d-066826b6f20e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Unset dirty status for tenant:53d4861f8a6e416bafb99b42b9213d54 on resource:security_group {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:15:18.829337 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f7c9a091-51fb-4e21-955d-066826b6f20e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1652455087&fields=id&tenant_id=53d4861f8a6e416bafb99b42b9213d54 HTTP/1.1" status: 200 len: 267 time: 0.1564734 Nov 23 13:15:18.980211 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-8787ddbc-279a-4c58-a3aa-f2fabda4a127 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:18.981660 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-8787ddbc-279a-4c58-a3aa-f2fabda4a127 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/networks?id=9fd585cf-4252-4526-87d0-f50fc6aed26e HTTP/1.1" status: 200 len: 815 time: 0.1451492 Nov 23 13:15:18.997045 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-a6b966a4-9653-402a-97ce-cd0ecf96e96d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/quotas/53d4861f8a6e416bafb99b42b9213d54 HTTP/1.1" status: 200 len: 375 time: 0.0098062 Nov 23 13:15:19.087598 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-d67897c5-dd24-460b-9a52-7c09df36224b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=53d4861f8a6e416bafb99b42b9213d54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855634 Nov 23 13:15:19.227025 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-43e87da3-c28b-4210-a78c-1e18cf8dd1ea service neutron] 10.222.0.48 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275668 Nov 23 13:15:19.360019 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-7a733dd9-0f29-4f03-8940-c3871b188ce0 service neutron] 10.222.0.48 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267686 Nov 23 13:15:19.604167 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2d7ee6bb-8fe0-411d-974b-c0c67195abb9 req-9f8abced-3550-4386-bdd7-b3cdc503a9ba tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 210 time: 0.0432284 Nov 23 13:15:20.799649 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6af9cd65-5316-48af-87f5-0b5299744dda req-bcaea58d-b2b7-4b98-9cd0-9704f93d1572 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 210 time: 0.0764003 Nov 23 13:15:21.193586 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda2b28-829c-4989-b51b-8c8d3f718cca req-9f189a51-f8a3-42d1-b0b5-3a16b9ae1d38 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:21.194967 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5fda2b28-829c-4989-b51b-8c8d3f718cca req-9f189a51-f8a3-42d1-b0b5-3a16b9ae1d38 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 946 time: 0.0824189 Nov 23 13:15:21.240753 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5fda2b28-829c-4989-b51b-8c8d3f718cca req-adc42a72-882f-4f18-b375-471738378278 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399680 Nov 23 13:15:21.265197 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34626) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:21.516057 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a889dd30-d992-4447-b1b5-b580d841c784 tempest-TestMinimumBasicScenario-466038942 tempest-TestMinimumBasicScenario-466038942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:21.517717 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-a889dd30-d992-4447-b1b5-b580d841c784 tempest-TestMinimumBasicScenario-466038942 tempest-TestMinimumBasicScenario-466038942-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 1094 time: 0.2514236 Nov 23 13:15:21.520797 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34632) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:21.526374 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Request body: {'floatingip': {'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'port_id': '5844d903-c339-44bb-9dcf-edd2b4c5b502', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:21.532219 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:21.536074 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Usage tracker for resource:floatingip and tenant:01042792b9a0495aa1ed60e5abcbf4ea is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:21.539643 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:21.545524 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:21.634233 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for floatingip, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:21.765908 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-38dc15ac-23b7-44b3-ad91-9106dc4cb2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:21.784952 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:21.963248 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d5e147ae-f817-42b4-a880-8c751a8b04d0 req-490c37f6-07bf-4478-bf04-d0d3454f42e2 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 210 time: 0.0513091 Nov 23 13:15:21.981687 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Allocated IP 172.28.3.47 (9b5166c7-a3b6-4dd2-bc8e-90c117c22df2/c5f731f0-a861-4160-a944-f1ad6ad93795/af5c2aa3-4989-4a72-b2e6-050172af84d1) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:15:22.023890 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-7621804c-3afa-4c03-8ead-f431903ad80b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:22.025636 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-7621804c-3afa-4c03-8ead-f431903ad80b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.88 "GET /v2.0/networks?id=9fd585cf-4252-4526-87d0-f50fc6aed26e HTTP/1.1" status: 200 len: 815 time: 0.1740408 Nov 23 13:15:22.101186 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-35be48de-2b80-46b5-a968-e5b878a89065 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d4861f8a6e416bafb99b42b9213d54 HTTP/1.1" status: 200 len: 380 time: 0.0522895 Nov 23 13:15:22.110642 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Request body: {'port': {'device_id': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'admin_state_up': True, 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'security_groups': ['c7681525-dc57-4907-b86a-93e9260e6b2e']}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:22.155767 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:22.240556 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:22.263706 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:22.270083 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-f63c2d03-e850-422b-8288-5c36f20d48b6 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:22.276108 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:22.280496 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Usage tracker for resource:port and tenant:53d4861f8a6e416bafb99b42b9213d54 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:22.283854 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:22.291486 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:22.335557 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:15:22.337498 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Made reservation on behalf of 53d4861f8a6e416bafb99b42b9213d54 for: {'port': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:15:22.338404 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:15:22.341460 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:22.345208 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:15:22.492539 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event updated for resources: {'Port': ['ID=af5c2aa3-4989-4a72-b2e6-050172af84d1,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:22.498780 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:22.526462 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Allocated IP 172.20.0.9 (9fd585cf-4252-4526-87d0-f50fc6aed26e/1bbfc899-3c99-41b9-ba60-7e70ca060469/c615a3ca-8c13-4415-9281-f994dd4e5550) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:15:22.647608 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 34654) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:22.751956 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:22.773265 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Transition to ACTIVE for port object c615a3ca-8c13-4415-9281-f994dd4e5550 will not be triggered until provisioned by entity DHCP. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:15:22.805760 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de231a6a-132b-4ec5-a4f7-7cd2b1ff8bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:22.824366 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-de231a6a-132b-4ec5-a4f7-7cd2b1ff8bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:22.829691 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-de231a6a-132b-4ec5-a4f7-7cd2b1ff8bdf admin admin] Usage tracker for resource:security_group_rule and tenant:568dbb455c7f4461a14bc7a0216430f0 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:22.832675 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-de231a6a-132b-4ec5-a4f7-7cd2b1ff8bdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:22.839610 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-de231a6a-132b-4ec5-a4f7-7cd2b1ff8bdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:22.842312 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:22.875560 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:22.882630 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:22.963018 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Network 9fd585cf-4252-4526-87d0-f50fc6aed26e is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:15:22.967328 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:15:22.972118 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:15:22.975952 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.018372 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event updated for resources: {'Port': ['ID=c615a3ca-8c13-4415-9281-f994dd4e5550,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:23.026059 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:23.075774 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:23.077518 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.093968 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de231a6a-132b-4ec5-a4f7-7cd2b1ff8bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.213892 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1068985 Nov 23 13:15:23.214865 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-de231a6a-132b-4ec5-a4f7-7cd2b1ff8bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.235532 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Request body: {'port': {'device_id': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:23.271626 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-fb35e2ef-b187-4736-a077-b438aadb1704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:23.273036 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acdca3-80e5-4bee-ac31-8885ed0f8910 req-938b3d00-67fb-488a-bfd6-bc62e2f8741d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:23.274488 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70acdca3-80e5-4bee-ac31-8885ed0f8910 req-938b3d00-67fb-488a-bfd6-bc62e2f8741d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 931 time: 0.1296995 Nov 23 13:15:23.311755 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.338441 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de231a6a-132b-4ec5-a4f7-7cd2b1ff8bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a392b54d-5a70-4ce8-b1e8-f26bf02756ce,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:23.339859 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70acdca3-80e5-4bee-ac31-8885ed0f8910 req-112be305-c89e-49f2-9645-ddea75db9f5b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589619 Nov 23 13:15:23.343942 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-de231a6a-132b-4ec5-a4f7-7cd2b1ff8bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:23.346391 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-de231a6a-132b-4ec5-a4f7-7cd2b1ff8bdf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=568dbb455c7f4461a14bc7a0216430f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6979132 Nov 23 13:15:23.352485 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-9b78b053-2032-46c7-9430-2f79f6aad8cb None None] Provisioning for port c615a3ca-8c13-4415-9281-f994dd4e5550 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:15:23.354228 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34670) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:23.366437 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-9b78b053-2032-46c7-9430-2f79f6aad8cb None None] Provisioning complete for port c615a3ca-8c13-4415-9281-f994dd4e5550 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:15:23.369958 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9b78b053-2032-46c7-9430-2f79f6aad8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.424787 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ca466838-b9c5-4e7c-9384-e0e9525e133d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.434661 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.436799 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.445178 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:23.453440 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-9b78b053-2032-46c7-9430-2f79f6aad8cb None None] Port c615a3ca-8c13-4415-9281-f994dd4e5550 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:15:23.519561 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.579778 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ca466838-b9c5-4e7c-9384-e0e9525e133d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.681950 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event updated for resources: {'Port': ['ID=af5c2aa3-4989-4a72-b2e6-050172af84d1,revision_number=2']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:23.695606 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:23.738603 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.l3_db [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Floating IP 2bb5bbb3-bed8-462c-bd9f-ef73f322321c associated. External IP: 172.28.3.47, port: 5844d903-c339-44bb-9dcf-edd2b4c5b502. Nov 23 13:15:23.823764 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c615a3ca-8c13-4415-9281-f994dd4e5550 {{(pid=87465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:15:23.830982 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.846193 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Transition to ACTIVE for port object c615a3ca-8c13-4415-9281-f994dd4e5550 will not be triggered until provisioned by entity L2. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:15:23.852286 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ca466838-b9c5-4e7c-9384-e0e9525e133d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.861531 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-9bc315a0-26a8-437e-a6ff-8afd585acb28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:23.886351 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca466838-b9c5-4e7c-9384-e0e9525e133d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a392b54d-5a70-4ce8-b1e8-f26bf02756ce,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:23.891494 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-ca466838-b9c5-4e7c-9384-e0e9525e133d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:23.926542 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ca466838-b9c5-4e7c-9384-e0e9525e133d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.931048 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-ca466838-b9c5-4e7c-9384-e0e9525e133d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a392b54d-5a70-4ce8-b1e8-f26bf02756ce HTTP/1.1" status: 204 len: 168 time: 0.5751119 Nov 23 13:15:23.936926 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:23.942025 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-bd321a73-e0a0-4718-ad11-6850c0fe34a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:24.135435 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Router c3aaad87-2b4a-4a06-9c37-8f74db781255 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:15:24.211897 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Pushing event updated for resources: {'Port': ['ID=c615a3ca-8c13-4415-9281-f994dd4e5550,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:24.215646 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:24.311788 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Attempting to bind port c615a3ca-8c13-4415-9281-f994dd4e5550 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:15:24.312125 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Attempting to bind port c615a3ca-8c13-4415-9281-f994dd4e5550 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:15:24.312451 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Attempting to bind port c615a3ca-8c13-4415-9281-f994dd4e5550 on network 9fd585cf-4252-4526-87d0-f50fc6aed26e {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:15:24.318831 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Port c615a3ca-8c13-4415-9281-f994dd4e5550 on network 9fd585cf-4252-4526-87d0-f50fc6aed26e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:15:24.319143 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Attempting to bind port c615a3ca-8c13-4415-9281-f994dd4e5550 on network 9fd585cf-4252-4526-87d0-f50fc6aed26e {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:15:24.324616 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:15:24.324951 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Checking segment: {'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:15:24.325327 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Bound using segment: {'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:15:24.327720 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Bound port: c615a3ca-8c13-4415-9281-f994dd4e5550, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d0d914-367f-48a6-ac06-95b591f86df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e'}}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:15:24.327720 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:24.442564 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] For port c615a3ca-8c13-4415-9281-f994dd4e5550, host hv-cinder-81888, cleared binding levels {{(pid=87465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:15:24.448790 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] For port c615a3ca-8c13-4415-9281-f994dd4e5550, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c615a3ca-8c13-4415-9281-f994dd4e5550,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:15:24.457993 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:15:24.470275 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1c76e-2be8-4da5-a49d-1a5ae3498b22 None None] Sync routers for ids ['c3aaad87-2b4a-4a06-9c37-8f74db781255'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:15:24.481846 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e1c76e-2be8-4da5-a49d-1a5ae3498b22 None None] Routers {'c3aaad87-2b4a-4a06-9c37-8f74db781255'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:15:24.482653 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-f9e1c76e-2be8-4da5-a49d-1a5ae3498b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:14:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['c3aaad87-2b4a-4a06-9c37-8f74db781255'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:24.537772 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-a9b135d8-0efd-488b-ae88-8892dd7e4f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:24.559870 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:24.565189 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:24.592026 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e74c71-15a7-4e1c-9b7e-c8e58b42dbc4 req-909b3d8f-6fb0-4f9a-9159-48b9aa99f116 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:24.594674 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-33e74c71-15a7-4e1c-9b7e-c8e58b42dbc4 req-909b3d8f-6fb0-4f9a-9159-48b9aa99f116 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0819829 Nov 23 13:15:24.616819 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:24.617746 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:24.619486 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] 10.222.0.88 "PUT /v2.0/ports/c615a3ca-8c13-4415-9281-f994dd4e5550 HTTP/1.1" status: 200 len: 1093 time: 1.3893201 Nov 23 13:15:24.627095 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'tag': 'c615a3ca-8c13-4415-9281-f994dd4e5550'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:15:24.660099 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-33e74c71-15a7-4e1c-9b7e-c8e58b42dbc4 req-713732d7-09ed-4bc0-bdcf-3251d6632145 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574770 Nov 23 13:15:24.660897 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:24.662469 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Pushing event updated for resources: {'Port': ['ID=c615a3ca-8c13-4415-9281-f994dd4e5550,revision_number=3']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:24.670356 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:24.711301 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-f9e1c76e-2be8-4da5-a49d-1a5ae3498b22 None None] Set router c3aaad87-2b4a-4a06-9c37-8f74db781255 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:15:24.728258 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'tag': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'status': 'completed', 'code': 200} Nov 23 13:15:24.740444 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2152925 Nov 23 13:15:24.740444 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'tag': '5844d903-c339-44bb-9dcf-edd2b4c5b502'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:15:24.742858 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 34700) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:24.760346 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82622344', 'description': 'tempest-secgroup-smoke-82622344 description', 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:24.770212 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:24.785970 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34706) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:24.811077 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'tag': '5844d903-c339-44bb-9dcf-edd2b4c5b502', 'status': 'completed', 'code': 200} Nov 23 13:15:24.816568 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f890d647-720b-4476-8b5f-3bd0e13ef6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:24.830684 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:24.833294 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-f890d647-720b-4476-8b5f-3bd0e13ef6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:24.838769 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-f890d647-720b-4476-8b5f-3bd0e13ef6ed admin admin] Usage tracker for resource:security_group_rule and tenant:4f0ee67e9f9243ab8123164a1ae6de4c is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:24.844540 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-f890d647-720b-4476-8b5f-3bd0e13ef6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:24.852625 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-f890d647-720b-4476-8b5f-3bd0e13ef6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:24.942352 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:24.959795 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-17d70b41-4a99-4889-a798-4bc0c48ef65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:24.961270 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-17d70b41-4a99-4889-a798-4bc0c48ef65a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53d4861f8a6e416bafb99b42b9213d54&device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 1096 time: 0.1751585 Nov 23 13:15:24.973476 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:24.978359 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Usage tracker for resource:security_group_rule and tenant:01042792b9a0495aa1ed60e5abcbf4ea is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:24.981575 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:24.988098 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f890d647-720b-4476-8b5f-3bd0e13ef6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:24.988505 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:25.063372 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.102021 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f890d647-720b-4476-8b5f-3bd0e13ef6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.111171 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-b1b2d944-6c77-458d-9b17-07dcebb57e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:25.131265 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-ae499a7e-6aea-494d-91a2-6a0e67e8da72 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c615a3ca-8c13-4415-9281-f994dd4e5550 HTTP/1.1" status: 200 len: 217 time: 0.0658703 Nov 23 13:15:25.141014 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d86ced-a2c9-4170-a2ba-e3b49d56f0e7 req-edf22a6e-36bd-49b7-95c7-b1a0d65c155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:25.142437 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-63d86ced-a2c9-4170-a2ba-e3b49d56f0e7 req-edf22a6e-36bd-49b7-95c7-b1a0d65c155b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=01042792b9a0495aa1ed60e5abcbf4ea&device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 1099 time: 0.2717335 Nov 23 13:15:25.157013 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-f890d647-720b-4476-8b5f-3bd0e13ef6ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f0ee67e9f9243ab8123164a1ae6de4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674235 Nov 23 13:15:25.157013 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890d647-720b-4476-8b5f-3bd0e13ef6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d780fbf6-8a37-4b9c-9ed0-2c348b12503c,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:25.158660 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-f890d647-720b-4476-8b5f-3bd0e13ef6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:25.159102 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34712) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:25.201765 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-f9e1c76e-2be8-4da5-a49d-1a5ae3498b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:14:18Z', 'revision_number': 4, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port': {'id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:13Z', 'updated_at': '2021-11-23T13:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': '2bb5bbb3-bed8-462c-bd9f-ef73f322321c', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'port_id': '5844d903-c339-44bb-9dcf-edd2b4c5b502', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'mac_address': 'fa:16:3e:bb:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:15:22Z', 'updated_at': '2021-11-23T13:15:22Z', 'revision_number': 0, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3d1290-83b1-4064-a5f5-91509ec90522', 'name': '', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'mac_address': 'fa:16:3e:1d:10:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:17Z', 'updated_at': '2021-11-23T13:14:26Z', 'revision_number': 5, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'subnets': [{'id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:25.206816 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1c76e-2be8-4da5-a49d-1a5ae3498b22 None None] Checking router: c3aaad87-2b4a-4a06-9c37-8f74db781255 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:15:25.209372 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.217117 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e1c76e-2be8-4da5-a49d-1a5ae3498b22 None None] Routers {'c3aaad87-2b4a-4a06-9c37-8f74db781255'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:15:25.217957 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-f9e1c76e-2be8-4da5-a49d-1a5ae3498b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:15:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['c3aaad87-2b4a-4a06-9c37-8f74db781255'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:25.219256 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d0f119af-597c-499d-ad9d-0cb39a9b39f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:25.225512 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0e4cd27b-099b-42bd-8120-2fc37e97e1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.253852 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0e4cd27b-099b-42bd-8120-2fc37e97e1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.336033 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-6f01183a-6390-47bd-af62-65297989fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:25.337473 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-6f01183a-6390-47bd-af62-65297989fdf8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1bbfc899-3c99-41b9-ba60-7e70ca060469 HTTP/1.1" status: 200 len: 854 time: 0.1941698 Nov 23 13:15:25.343414 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=323b3a82-62c9-4625-9e8d-94af025517ec,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:25.355157 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:25.382282 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0e4cd27b-099b-42bd-8120-2fc37e97e1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.387484 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-19599588-e2ee-4213-b7f9-94763e08e455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:25.397961 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cd27b-099b-42bd-8120-2fc37e97e1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d780fbf6-8a37-4b9c-9ed0-2c348b12503c,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:25.400416 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-0e4cd27b-099b-42bd-8120-2fc37e97e1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:25.407465 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0e4cd27b-099b-42bd-8120-2fc37e97e1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.411983 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-0e4cd27b-099b-42bd-8120-2fc37e97e1bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d780fbf6-8a37-4b9c-9ed0-2c348b12503c HTTP/1.1" status: 204 len: 168 time: 0.2493956 Nov 23 13:15:25.419901 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d86ced-a2c9-4170-a2ba-e3b49d56f0e7 req-26e027e2-d28e-425a-96f9-31a5ac3a31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:25.421307 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-63d86ced-a2c9-4170-a2ba-e3b49d56f0e7 req-26e027e2-d28e-425a-96f9-31a5ac3a31c9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab HTTP/1.1" status: 200 len: 916 time: 0.2419894 Nov 23 13:15:25.483042 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-f9e1c76e-2be8-4da5-a49d-1a5ae3498b22 None None] Set router c3aaad87-2b4a-4a06-9c37-8f74db781255 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:15:25.511765 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.515984 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34720) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:25.516146 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.7720602 Nov 23 13:15:25.522414 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-a8b3c2bf-5e75-4810-a671-1fa577c08d03 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Request body: {'security_group_rule': {'security_group_id': '323b3a82-62c9-4625-9e8d-94af025517ec', 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:25.526189 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.537666 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-a8b3c2bf-5e75-4810-a671-1fa577c08d03 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:25.543454 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-a8b3c2bf-5e75-4810-a671-1fa577c08d03 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Usage tracker for resource:security_group_rule and tenant:01042792b9a0495aa1ed60e5abcbf4ea is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:25.547151 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-a8b3c2bf-5e75-4810-a671-1fa577c08d03 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:25.554224 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-a8b3c2bf-5e75-4810-a671-1fa577c08d03 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:25.568259 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-cf2d69f0-7f8f-4cf6-b6a1-08ee072fb748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:25.570492 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-cf2d69f0-7f8f-4cf6-b6a1-08ee072fb748 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9fd585cf-4252-4526-87d0-f50fc6aed26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2144353 Nov 23 13:15:25.574325 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-63d86ced-a2c9-4170-a2ba-e3b49d56f0e7 req-d6083351-910a-47ba-ae53-0aabdf2e2b4a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5844d903-c339-44bb-9dcf-edd2b4c5b502 HTTP/1.1" status: 200 len: 999 time: 0.1397874 Nov 23 13:15:25.629978 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a8b3c2bf-5e75-4810-a671-1fa577c08d03 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.699248 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a8b3c2bf-5e75-4810-a671-1fa577c08d03 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.739275 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d86ced-a2c9-4170-a2ba-e3b49d56f0e7 req-24a650b0-8153-49d7-892d-1d2478216afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:25.741419 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-63d86ced-a2c9-4170-a2ba-e3b49d56f0e7 req-24a650b0-8153-49d7-892d-1d2478216afb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0409095e-86a1-4e04-9542-eefa14b60e12 HTTP/1.1" status: 200 len: 853 time: 0.1584282 Nov 23 13:15:25.818706 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a8b3c2bf-5e75-4810-a671-1fa577c08d03 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.836342 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-04a2ea10-6fae-432f-9982-228475ea2904 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513099 Nov 23 13:15:25.837469 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-48a88bf6-e6c6-46a1-8d82-a4289e5d8500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:25.871148 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-f9e1c76e-2be8-4da5-a49d-1a5ae3498b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:14:18Z', 'revision_number': 4, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port': {'id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:13Z', 'updated_at': '2021-11-23T13:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': '2bb5bbb3-bed8-462c-bd9f-ef73f322321c', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'port_id': '5844d903-c339-44bb-9dcf-edd2b4c5b502', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'mac_address': 'fa:16:3e:bb:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:15:22Z', 'updated_at': '2021-11-23T13:15:22Z', 'revision_number': 0, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3d1290-83b1-4064-a5f5-91509ec90522', 'name': '', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'mac_address': 'fa:16:3e:1d:10:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:17Z', 'updated_at': '2021-11-23T13:14:26Z', 'revision_number': 5, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'subnets': [{'id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:25.875115 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1c76e-2be8-4da5-a49d-1a5ae3498b22 None None] The sync data for ids ['c3aaad87-2b4a-4a06-9c37-8f74db781255'] in dv-cinder-818886-1-smb is: [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:14:18Z', 'revision_number': 4, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port': {'id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:13Z', 'updated_at': '2021-11-23T13:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': '2bb5bbb3-bed8-462c-bd9f-ef73f322321c', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'floating_ip_address': '172.28.3.47', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'port_id': '5844d903-c339-44bb-9dcf-edd2b4c5b502', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'mac_address': 'fa:16:3e:bb:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:15:22Z', 'updated_at': '2021-11-23T13:15:22Z', 'revision_number': 0, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3d1290-83b1-4064-a5f5-91509ec90522', 'name': '', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'mac_address': 'fa:16:3e:1d:10:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:17Z', 'updated_at': '2021-11-23T13:14:26Z', 'revision_number': 5, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'subnets': [{'id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:15:25.884995 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3c2bf-5e75-4810-a671-1fa577c08d03 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b5be9f-314e-4e9b-8e7e-42220c70ecc8,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:25.893039 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-a8b3c2bf-5e75-4810-a671-1fa577c08d03 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:25.937495 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fda68b-a295-4ff3-83bf-70e42d1627cf req-ee4501ff-5d18-49b7-b88a-12c04de089a0 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:25.939105 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a7fda68b-a295-4ff3-83bf-70e42d1627cf req-ee4501ff-5d18-49b7-b88a-12c04de089a0 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.1586046 Nov 23 13:15:25.963933 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a8b3c2bf-5e75-4810-a671-1fa577c08d03 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.969876 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-a8b3c2bf-5e75-4810-a671-1fa577c08d03 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4478178 Nov 23 13:15:25.969876 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34732) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:25.976448 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-d1c6b1f0-8049-4a43-b7aa-8e5787e6eb0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Request body: {'security_group_rule': {'security_group_id': '323b3a82-62c9-4625-9e8d-94af025517ec', 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:25.984473 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-d1c6b1f0-8049-4a43-b7aa-8e5787e6eb0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:25.997582 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d86ced-a2c9-4170-a2ba-e3b49d56f0e7 req-872954dd-1fba-4b23-8b51-d482c521ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:25.999055 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-d1c6b1f0-8049-4a43-b7aa-8e5787e6eb0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Usage tracker for resource:security_group_rule and tenant:01042792b9a0495aa1ed60e5abcbf4ea is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:25.999308 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-63d86ced-a2c9-4170-a2ba-e3b49d56f0e7 req-872954dd-1fba-4b23-8b51-d482c521ddb8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2326362 Nov 23 13:15:26.004970 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-d1c6b1f0-8049-4a43-b7aa-8e5787e6eb0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:26.016397 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-d1c6b1f0-8049-4a43-b7aa-8e5787e6eb0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:26.022664 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a7fda68b-a295-4ff3-83bf-70e42d1627cf req-70023c6c-c537-4b75-b721-e37e9ef8f118 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750170 Nov 23 13:15:26.153948 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b1f0-8049-4a43-b7aa-8e5787e6eb0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:26.164644 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176ac598-c3e2-4b6d-903c-bc98d769b24b None None] New status for floating IP 2bb5bbb3-bed8-462c-bd9f-ef73f322321c: ACTIVE {{(pid=87468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:15:26.245041 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-e769c040-8fac-42e2-b64f-54cff5f2d8ef req-aef9e223-2844-4f6f-9111-07f9963c0641 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958766 Nov 23 13:15:26.256650 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b1f0-8049-4a43-b7aa-8e5787e6eb0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:26.294018 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-63d86ced-a2c9-4170-a2ba-e3b49d56f0e7 req-dbe3c2fd-8bc1-4420-ad51-e82ba4195ee4 service neutron] 10.222.0.88 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824728 Nov 23 13:15:26.360155 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b1f0-8049-4a43-b7aa-8e5787e6eb0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:26.363201 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:26.388855 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6b1f0-8049-4a43-b7aa-8e5787e6eb0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af194cd6-18c7-4883-a846-40f4c9dcd259,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:26.393882 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d1c6b1f0-8049-4a43-b7aa-8e5787e6eb0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:26.491713 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b1f0-8049-4a43-b7aa-8e5787e6eb0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:26.494244 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-d1c6b1f0-8049-4a43-b7aa-8e5787e6eb0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5244896 Nov 23 13:15:26.499493 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34750) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:26.506777 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-bd51ed3d-c845-4d73-ad0b-b37a789b7dea tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Request body: {'security_group_rule': {'security_group_id': '323b3a82-62c9-4625-9e8d-94af025517ec', 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:26.517625 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-bd51ed3d-c845-4d73-ad0b-b37a789b7dea tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:26.521975 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-bd51ed3d-c845-4d73-ad0b-b37a789b7dea tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Usage tracker for resource:security_group_rule and tenant:01042792b9a0495aa1ed60e5abcbf4ea is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:26.525051 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-bd51ed3d-c845-4d73-ad0b-b37a789b7dea tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:26.527933 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-63d86ced-a2c9-4170-a2ba-e3b49d56f0e7 req-c75ab89d-50ea-468d-bd2b-78b594ddab3c service neutron] 10.222.0.88 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219415 Nov 23 13:15:26.531300 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-bd51ed3d-c845-4d73-ad0b-b37a789b7dea tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:26.578441 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2c716-e88c-458d-81f0-569a30ea211b req-e503256b-1333-41d8-9193-3aff1f46ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:26.580049 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f3d2c716-e88c-458d-81f0-569a30ea211b req-e503256b-1333-41d8-9193-3aff1f46ed37 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53d4861f8a6e416bafb99b42b9213d54&device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 1096 time: 0.1201901 Nov 23 13:15:26.651811 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bd51ed3d-c845-4d73-ad0b-b37a789b7dea tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:26.725063 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bd51ed3d-c845-4d73-ad0b-b37a789b7dea tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:26.728460 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2c716-e88c-458d-81f0-569a30ea211b req-8942cb6f-d532-43a6-95f6-93c5522c0a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:26.730270 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f3d2c716-e88c-458d-81f0-569a30ea211b req-8942cb6f-d532-43a6-95f6-93c5522c0a83 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9fd585cf-4252-4526-87d0-f50fc6aed26e HTTP/1.1" status: 200 len: 917 time: 0.1433640 Nov 23 13:15:26.800983 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bd51ed3d-c845-4d73-ad0b-b37a789b7dea tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:26.805123 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:26.807195 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f3d2c716-e88c-458d-81f0-569a30ea211b req-f60e555e-125d-41f2-93e8-123910485cfc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c615a3ca-8c13-4415-9281-f994dd4e5550 HTTP/1.1" status: 200 len: 217 time: 0.0631154 Nov 23 13:15:26.835478 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51ed3d-c845-4d73-ad0b-b37a789b7dea tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ca4c55-25b0-43fa-bc89-8336488c93ec,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:26.839744 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-bd51ed3d-c845-4d73-ad0b-b37a789b7dea tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:26.886894 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2c716-e88c-458d-81f0-569a30ea211b req-fb77e6fd-558d-4436-931e-932f33256000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:26.888313 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f3d2c716-e88c-458d-81f0-569a30ea211b req-fb77e6fd-558d-4436-931e-932f33256000 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1bbfc899-3c99-41b9-ba60-7e70ca060469 HTTP/1.1" status: 200 len: 854 time: 0.0705881 Nov 23 13:15:26.948951 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bd51ed3d-c845-4d73-ad0b-b37a789b7dea tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:26.951821 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-bd51ed3d-c845-4d73-ad0b-b37a789b7dea tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4500954 Nov 23 13:15:26.953167 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34764) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:26.958231 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-56328b02-601a-46ec-9037-a1d3115928b7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Request body: {'security_group_rule': {'security_group_id': '323b3a82-62c9-4625-9e8d-94af025517ec', 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:26.965964 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2c716-e88c-458d-81f0-569a30ea211b req-d017a882-08fc-4a96-8088-c674e2a01306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:26.967558 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f3d2c716-e88c-458d-81f0-569a30ea211b req-d017a882-08fc-4a96-8088-c674e2a01306 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9fd585cf-4252-4526-87d0-f50fc6aed26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726538 Nov 23 13:15:26.969917 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-56328b02-601a-46ec-9037-a1d3115928b7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:26.975497 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-56328b02-601a-46ec-9037-a1d3115928b7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Usage tracker for resource:security_group_rule and tenant:01042792b9a0495aa1ed60e5abcbf4ea is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:26.978507 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-56328b02-601a-46ec-9037-a1d3115928b7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:26.984443 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-56328b02-601a-46ec-9037-a1d3115928b7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:27.044777 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:27.091936 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-56328b02-601a-46ec-9037-a1d3115928b7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:27.131739 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f3d2c716-e88c-458d-81f0-569a30ea211b req-8cc3988d-a60e-4907-a6d7-51e18b2cccc4 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558695 Nov 23 13:15:27.172856 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-56328b02-601a-46ec-9037-a1d3115928b7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:27.288539 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-56328b02-601a-46ec-9037-a1d3115928b7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:27.305148 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d1c6b1f0-8049-4a43-b7aa-8e5787e6eb0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:27.321871 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f3d2c716-e88c-458d-81f0-569a30ea211b req-9f50ca91-1ed7-4bd3-8537-34d66be12537 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744964 Nov 23 13:15:27.344003 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56328b02-601a-46ec-9037-a1d3115928b7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f050f11-8da8-4c89-8447-d0d79e64170a,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:27.354198 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-56328b02-601a-46ec-9037-a1d3115928b7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:27.376606 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c8f20-bacf-455e-9889-f9e7f5ab63f4 req-cc333de9-e3c1-4dd3-a11a-c64ac4b1b882 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:27.378069 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b38c8f20-bacf-455e-9889-f9e7f5ab63f4 req-cc333de9-e3c1-4dd3-a11a-c64ac4b1b882 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.1987617 Nov 23 13:15:27.429977 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b38c8f20-bacf-455e-9889-f9e7f5ab63f4 req-26fcfaac-6900-48c2-b53d-630174b73cc5 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437317 Nov 23 13:15:27.457234 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-56328b02-601a-46ec-9037-a1d3115928b7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:27.458442 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-56328b02-601a-46ec-9037-a1d3115928b7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5042553 Nov 23 13:15:27.461252 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34784) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:27.467198 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-c0b314c4-4a72-47b8-9861-90bbf38c283f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Request body: {'security_group_rule': {'security_group_id': '323b3a82-62c9-4625-9e8d-94af025517ec', 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:27.475811 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c0b314c4-4a72-47b8-9861-90bbf38c283f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:27.481055 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c0b314c4-4a72-47b8-9861-90bbf38c283f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Usage tracker for resource:security_group_rule and tenant:01042792b9a0495aa1ed60e5abcbf4ea is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:27.484344 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c0b314c4-4a72-47b8-9861-90bbf38c283f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:27.493465 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c0b314c4-4a72-47b8-9861-90bbf38c283f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:27.583978 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.securitygroups_db [None req-c0b314c4-4a72-47b8-9861-90bbf38c283f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Project 01042792b9a0495aa1ed60e5abcbf4ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 13:15:27.595480 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c0b314c4-4a72-47b8-9861-90bbf38c283f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:27.677828 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86b8ae-d35b-4c65-b09a-f742a9f9acd7 req-4ae42d66-4128-4b9e-b1f9-3a40d4db8464 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:27.679325 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1e86b8ae-d35b-4c65-b09a-f742a9f9acd7 req-4ae42d66-4128-4b9e-b1f9-3a40d4db8464 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1325052 Nov 23 13:15:27.691016 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c0b314c4-4a72-47b8-9861-90bbf38c283f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:27.733014 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1e86b8ae-d35b-4c65-b09a-f742a9f9acd7 req-40909b12-9f08-434b-8e23-1af41b344b0b tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465751 Nov 23 13:15:27.737071 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c0b314c4-4a72-47b8-9861-90bbf38c283f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:27.744598 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:27.763574 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b314c4-4a72-47b8-9861-90bbf38c283f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2c49c7-6e88-44d6-bcae-d3679556d153,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:27.765930 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c0b314c4-4a72-47b8-9861-90bbf38c283f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:27.851439 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c0b314c4-4a72-47b8-9861-90bbf38c283f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:27.852718 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-c0b314c4-4a72-47b8-9861-90bbf38c283f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3904791 Nov 23 13:15:27.855516 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34798) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:27.860388 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-e9553be8-7f38-4af5-8926-57a836e7506e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Request body: {'security_group_rule': {'security_group_id': '323b3a82-62c9-4625-9e8d-94af025517ec', 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:27.867602 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e9553be8-7f38-4af5-8926-57a836e7506e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:27.872053 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e9553be8-7f38-4af5-8926-57a836e7506e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Usage tracker for resource:security_group_rule and tenant:01042792b9a0495aa1ed60e5abcbf4ea is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:27.874979 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e9553be8-7f38-4af5-8926-57a836e7506e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:27.880724 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e9553be8-7f38-4af5-8926-57a836e7506e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:27.949090 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.securitygroups_db [None req-e9553be8-7f38-4af5-8926-57a836e7506e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Project 01042792b9a0495aa1ed60e5abcbf4ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 13:15:27.956555 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e9553be8-7f38-4af5-8926-57a836e7506e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:28.022110 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e9553be8-7f38-4af5-8926-57a836e7506e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:28.131445 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e9553be8-7f38-4af5-8926-57a836e7506e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:28.139870 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:28.175159 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9553be8-7f38-4af5-8926-57a836e7506e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83aed8e-00f1-4bea-bd53-3d27ba686e3d,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:28.182818 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e9553be8-7f38-4af5-8926-57a836e7506e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:28.297720 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e9553be8-7f38-4af5-8926-57a836e7506e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:28.302059 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-e9553be8-7f38-4af5-8926-57a836e7506e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4455600 Nov 23 13:15:28.355572 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b85f9-f103-419f-b56a-48a92adfbe1c req-2807e49d-671c-485a-9341-4cde77e8a06b tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:28.357411 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-af2b85f9-f103-419f-b56a-48a92adfbe1c req-2807e49d-671c-485a-9341-4cde77e8a06b tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1114857 Nov 23 13:15:28.404975 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-af2b85f9-f103-419f-b56a-48a92adfbe1c req-e6e1209e-e559-4647-afaa-5c7ad219d73c tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410833 Nov 23 13:15:28.500343 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3d007-cdc2-495c-8821-c8f6f5f191d1 req-51899fbf-2170-4c85-ac29-1ddaf8d5c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:28.501805 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-74e3d007-cdc2-495c-8821-c8f6f5f191d1 req-51899fbf-2170-4c85-ac29-1ddaf8d5c95f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=853b7b2f68be41a2b9efcc92fd52fd59&device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 1098 time: 0.0969644 Nov 23 13:15:28.563053 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-52e4b85c-ece5-4cd9-aff6-1ffd61f70934 req-57bbf4d3-51b2-464a-8f59-2c890db2fb9b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82622344&fields=id&tenant_id=01042792b9a0495aa1ed60e5abcbf4ea HTTP/1.1" status: 200 len: 267 time: 0.0441926 Nov 23 13:15:28.625755 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device c615a3ca-8c13-4415-9281-f994dd4e5550 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:15:28.649768 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4b85c-ece5-4cd9-aff6-1ffd61f70934 req-587272af-6520-4fd5-9e09-448bf3e52e54 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:28.651369 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-52e4b85c-ece5-4cd9-aff6-1ffd61f70934 req-587272af-6520-4fd5-9e09-448bf3e52e54 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 946 time: 0.0828111 Nov 23 13:15:28.651819 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3d007-cdc2-495c-8821-c8f6f5f191d1 req-b563df43-bfe3-47d4-a533-8071e0205bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:28.653322 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-74e3d007-cdc2-495c-8821-c8f6f5f191d1 req-b563df43-bfe3-47d4-a533-8071e0205bec service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4efee9-ffed-4f56-81e3-cd45acdb4059 HTTP/1.1" status: 200 len: 913 time: 0.1435654 Nov 23 13:15:28.663792 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-52e4b85c-ece5-4cd9-aff6-1ffd61f70934 req-4c16cd4c-0285-4a5c-846c-3eab41721069 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Request body: {'port': {'security_groups': ['2cee6e9e-dfc2-424f-9cc3-62fcd1584251', '323b3a82-62c9-4625-9e8d-94af025517ec']}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:28.757827 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-74e3d007-cdc2-495c-8821-c8f6f5f191d1 req-6309d939-46b5-4846-acb0-66b07b6bbbe6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8df814e2-c40e-45a1-a628-539227f44e14 HTTP/1.1" status: 200 len: 1001 time: 0.0957432 Nov 23 13:15:28.793457 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port c615a3ca-8c13-4415-9281-f994dd4e5550, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c615a3ca-8c13-4415-9281-f994dd4e5550,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:28.803056 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-52e4b85c-ece5-4cd9-aff6-1ffd61f70934 req-4c16cd4c-0285-4a5c-846c-3eab41721069 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:28.807604 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'port_id': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'mac_address': 'fa:16:3e:ab:a2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:15:28.846948 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3d007-cdc2-495c-8821-c8f6f5f191d1 req-ac0f4fbc-4b28-49ee-aee2-b0bf5772447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:28.849599 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-74e3d007-cdc2-495c-8821-c8f6f5f191d1 req-ac0f4fbc-4b28-49ee-aee2-b0bf5772447c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a6cc2b94-0f4f-499e-9b16-c37f584a39e4 HTTP/1.1" status: 200 len: 850 time: 0.0850887 Nov 23 13:15:28.911140 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:28.930401 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c615a3ca-8c13-4415-9281-f994dd4e5550 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:15:28.937244 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3d007-cdc2-495c-8821-c8f6f5f191d1 req-d57d225f-c659-4fca-b719-94a6ce62ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:28.938986 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-74e3d007-cdc2-495c-8821-c8f6f5f191d1 req-d57d225f-c659-4fca-b719-94a6ce62ac8b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4efee9-ffed-4f56-81e3-cd45acdb4059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821021 Nov 23 13:15:28.948454 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port c615a3ca-8c13-4415-9281-f994dd4e5550, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c615a3ca-8c13-4415-9281-f994dd4e5550,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:29.022233 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:29.024373 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:29.178818 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=c615a3ca-8c13-4415-9281-f994dd4e5550,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:29.179979 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-74e3d007-cdc2-495c-8821-c8f6f5f191d1 req-ea6670c7-f18c-495c-a55a-54823cd08f92 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288492 Nov 23 13:15:29.187150 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:29.223904 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-52e4b85c-ece5-4cd9-aff6-1ffd61f70934 req-4c16cd4c-0285-4a5c-846c-3eab41721069 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] For port 5844d903-c339-44bb-9dcf-edd2b4c5b502, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5844d903-c339-44bb-9dcf-edd2b4c5b502,segment=NetworkSegment(5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0),segment_id=5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:29.262936 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-52e4b85c-ece5-4cd9-aff6-1ffd61f70934 req-4c16cd4c-0285-4a5c-846c-3eab41721069 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:29.341582 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['c615a3ca-8c13-4415-9281-f994dd4e5550'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:15:29.354303 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-52e4b85c-ece5-4cd9-aff6-1ffd61f70934 req-4c16cd4c-0285-4a5c-846c-3eab41721069 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:29.360603 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-70adac26-dbd7-4b91-836a-24a04d2eb292 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:29.435773 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-74e3d007-cdc2-495c-8821-c8f6f5f191d1 req-e5f79cd5-cf97-4790-9a46-f08844cbb873 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461059 Nov 23 13:15:29.437567 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4b85c-ece5-4cd9-aff6-1ffd61f70934 req-4c16cd4c-0285-4a5c-846c-3eab41721069 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:29.438221 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-52e4b85c-ece5-4cd9-aff6-1ffd61f70934 req-4c16cd4c-0285-4a5c-846c-3eab41721069 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:29.442450 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-52e4b85c-ece5-4cd9-aff6-1ffd61f70934 req-4c16cd4c-0285-4a5c-846c-3eab41721069 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "PUT /v2.0/ports/5844d903-c339-44bb-9dcf-edd2b4c5b502 HTTP/1.1" status: 200 len: 982 time: 0.7809513 Nov 23 13:15:29.442450 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'tag': '5844d903-c339-44bb-9dcf-edd2b4c5b502'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:15:29.478201 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16cd4c-0285-4a5c-846c-3eab41721069 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event updated for resources: {'Port': ['ID=5844d903-c339-44bb-9dcf-edd2b4c5b502,revision_number=6']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:29.478201 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4c16cd4c-0285-4a5c-846c-3eab41721069 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:29.586544 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['5844d903-c339-44bb-9dcf-edd2b4c5b502'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:15:29.782279 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-b29db7fa-8943-4b2c-ad13-934b31e7f482 None None] Provisioning complete for port 5844d903-c339-44bb-9dcf-edd2b4c5b502 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:15:29.782888 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-b29db7fa-8943-4b2c-ad13-934b31e7f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:30.081447 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f522f0-d78b-47a2-adee-8210c84170f4 req-6fc653ef-9b1d-4f5e-a11d-fe8131c4ff30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:30.083293 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f8f522f0-d78b-47a2-adee-8210c84170f4 req-6fc653ef-9b1d-4f5e-a11d-fe8131c4ff30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 944 time: 0.0875633 Nov 23 13:15:30.128907 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f8f522f0-d78b-47a2-adee-8210c84170f4 req-ed776beb-e320-455b-a313-92418167e63f tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394280 Nov 23 13:15:30.253603 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['5844d903-c339-44bb-9dcf-edd2b4c5b502'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:15:30.331301 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9127dae-ad6b-40d9-a1a2-5b97549955e6 req-81888644-c7e6-45ce-931c-9ee07a43468d tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:30.335408 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e9127dae-ad6b-40d9-a1a2-5b97549955e6 req-81888644-c7e6-45ce-931c-9ee07a43468d tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.1015244 Nov 23 13:15:30.385810 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e9127dae-ad6b-40d9-a1a2-5b97549955e6 req-8a03bc19-6275-4977-9535-9fcf8fc645e1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472183 Nov 23 13:15:30.438268 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'tag': '5844d903-c339-44bb-9dcf-edd2b4c5b502', 'status': 'completed', 'code': 200} Nov 23 13:15:30.579696 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc94ea-8be6-4936-bb4e-14f4f474fd2b req-23c5c577-f265-45d1-ad85-ea4f0651223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:30.581826 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-2fbc94ea-8be6-4936-bb4e-14f4f474fd2b req-23c5c577-f265-45d1-ad85-ea4f0651223a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=01042792b9a0495aa1ed60e5abcbf4ea&device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 1138 time: 0.0820038 Nov 23 13:15:30.609915 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e42178-3304-419c-81ea-e18d688351ba req-f6960848-e193-4021-91c1-12726e584265 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:30.611554 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-63e42178-3304-419c-81ea-e18d688351ba req-f6960848-e193-4021-91c1-12726e584265 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0860300 Nov 23 13:15:30.631132 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device c615a3ca-8c13-4415-9281-f994dd4e5550 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:15:30.668751 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-63e42178-3304-419c-81ea-e18d688351ba req-488e538d-ddf7-44d2-bff5-c4edb0ac40d5 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0444267 Nov 23 13:15:30.741771 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc94ea-8be6-4936-bb4e-14f4f474fd2b req-fe6d2206-371a-4519-a138-08a758911ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:30.743329 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-2fbc94ea-8be6-4936-bb4e-14f4f474fd2b req-fe6d2206-371a-4519-a138-08a758911ebc service neutron] 10.222.0.88 "GET /v2.0/networks?id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab HTTP/1.1" status: 200 len: 916 time: 0.1521504 Nov 23 13:15:30.817302 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port c615a3ca-8c13-4415-9281-f994dd4e5550 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:15:30.823577 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port c615a3ca-8c13-4415-9281-f994dd4e5550 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:15:30.823954 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:30.860810 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-2fbc94ea-8be6-4936-bb4e-14f4f474fd2b req-145a2ec9-828d-42db-a050-a9b28b5437b4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5844d903-c339-44bb-9dcf-edd2b4c5b502 HTTP/1.1" status: 200 len: 1001 time: 0.1057611 Nov 23 13:15:30.870572 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f259966-9978-4ca5-9286-7eeed0cf4607 req-d5553c10-c07a-4348-a8a5-b80cf7453404 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:30.872042 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3f259966-9978-4ca5-9286-7eeed0cf4607 req-d5553c10-c07a-4348-a8a5-b80cf7453404 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 945 time: 0.0922985 Nov 23 13:15:30.931469 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3f259966-9978-4ca5-9286-7eeed0cf4607 req-b8ef2a81-353d-4888-88f1-f524c87d7d65 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536735 Nov 23 13:15:30.954726 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:30.983344 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc94ea-8be6-4936-bb4e-14f4f474fd2b req-42212840-ca1b-4bc2-9967-e82148c0e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:30.986359 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-2fbc94ea-8be6-4936-bb4e-14f4f474fd2b req-42212840-ca1b-4bc2-9967-e82148c0e1d3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0409095e-86a1-4e04-9542-eefa14b60e12 HTTP/1.1" status: 200 len: 853 time: 0.1171620 Nov 23 13:15:30.987493 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c615a3ca-8c13-4415-9281-f994dd4e5550'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:15:31.003829 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port c615a3ca-8c13-4415-9281-f994dd4e5550, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c615a3ca-8c13-4415-9281-f994dd4e5550,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:31.068596 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'code': 200} Nov 23 13:15:31.076959 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc94ea-8be6-4936-bb4e-14f4f474fd2b req-e3bf46f3-ef01-4991-be4b-e1c8fb4f02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:31.078546 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-2fbc94ea-8be6-4936-bb4e-14f4f474fd2b req-e3bf46f3-ef01-4991-be4b-e1c8fb4f02a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829751 Nov 23 13:15:31.102992 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:31.104804 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:31.173845 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=c615a3ca-8c13-4415-9281-f994dd4e5550,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:31.177317 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:31.265997 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-2fbc94ea-8be6-4936-bb4e-14f4f474fd2b req-4f83d274-ccaa-48d6-8b28-135daa792f4e service neutron] 10.222.0.88 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476390 Nov 23 13:15:31.350658 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202edb64-8392-4baa-958f-32d171eaef85 req-e4b1a253-3532-4205-9f08-2a6ea2f7ac18 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:31.352230 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-202edb64-8392-4baa-958f-32d171eaef85 req-e4b1a253-3532-4205-9f08-2a6ea2f7ac18 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0880291 Nov 23 13:15:31.403280 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-202edb64-8392-4baa-958f-32d171eaef85 req-fcff8804-4dbe-445b-8f09-53d11935fea6 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 Nov 23 13:15:31.409583 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-2fbc94ea-8be6-4936-bb4e-14f4f474fd2b req-d8791a0c-e1dc-42c6-80d2-415bb21143e5 service neutron] 10.222.0.88 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362853 Nov 23 13:15:31.592381 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c40a1-31bf-482b-90d5-97bf7efed7df req-4b8c20ba-fd9f-4595-a5d7-37002d853c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:31.592381 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-da4c40a1-31bf-482b-90d5-97bf7efed7df req-4b8c20ba-fd9f-4595-a5d7-37002d853c36 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 1098 time: 0.0749037 Nov 23 13:15:31.633732 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-da4c40a1-31bf-482b-90d5-97bf7efed7df req-4899ad30-75b5-4aab-a604-aa8239cc6279 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337789 Nov 23 13:15:32.119549 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109a51d-5d67-4131-9687-2c55e176b1b7 req-8d849b42-f1b6-4ea7-ac91-3bd6536cbab5 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:32.120998 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6109a51d-5d67-4131-9687-2c55e176b1b7 req-8d849b42-f1b6-4ea7-ac91-3bd6536cbab5 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 945 time: 0.0847936 Nov 23 13:15:32.167740 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6109a51d-5d67-4131-9687-2c55e176b1b7 req-7a03e94c-61fa-49d4-8995-bbff5363c645 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408936 Nov 23 13:15:32.592371 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c2979-ed55-434a-bc52-9f0c9803995b req-8cc21a99-d82f-47ab-8938-4aeb9e8964fc tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:32.593957 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5d5c2979-ed55-434a-bc52-9f0c9803995b req-8cc21a99-d82f-47ab-8938-4aeb9e8964fc tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0814528 Nov 23 13:15:32.642152 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5d5c2979-ed55-434a-bc52-9f0c9803995b req-f61254b8-8339-4cbd-b90b-bf67505f2f12 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417726 Nov 23 13:15:33.372599 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d994d-6c3b-4a90-87b5-9fc88568e78c req-05452844-50e0-4e78-b704-766b4e6ff7bf tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:33.374100 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-583d994d-6c3b-4a90-87b5-9fc88568e78c req-05452844-50e0-4e78-b704-766b4e6ff7bf tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 945 time: 0.0883822 Nov 23 13:15:33.424773 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-583d994d-6c3b-4a90-87b5-9fc88568e78c req-bf45c1bb-b8c1-4810-b6ef-83fed2516467 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450039 Nov 23 13:15:33.836841 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c7c41-530a-4183-88a4-fde010d786b6 req-a92df648-fb9b-4bef-88b1-534b2d86fb12 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:33.836841 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e66c7c41-530a-4183-88a4-fde010d786b6 req-a92df648-fb9b-4bef-88b1-534b2d86fb12 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0829909 Nov 23 13:15:33.885123 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e66c7c41-530a-4183-88a4-fde010d786b6 req-4f6ea77c-0547-4983-8db3-efb62503ecf2 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436032 Nov 23 13:15:34.071597 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a1a83-8e37-4142-9e09-3b1bd22609ad req-49cd65e5-64d6-4a0e-9bc5-b28de03ae4e8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:34.072982 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-652a1a83-8e37-4142-9e09-3b1bd22609ad req-49cd65e5-64d6-4a0e-9bc5-b28de03ae4e8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0856261 Nov 23 13:15:34.081614 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34926) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:34.086852 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-da7bea2a-80cc-404f-a02a-d42bfabdf718 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Request body: {'floatingip': {'port_id': 'c615a3ca-8c13-4415-9281-f994dd4e5550'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:34.167144 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-da7bea2a-80cc-404f-a02a-d42bfabdf718 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for floatingip, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:34.806607 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec707a-b3fd-4c5e-888f-b5f2965f722a req-d92045c1-9775-485a-abd1-2cba7f765a69 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:34.808093 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f8ec707a-b3fd-4c5e-888f-b5f2965f722a req-d92045c1-9775-485a-abd1-2cba7f765a69 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 945 time: 0.2024536 Nov 23 13:15:34.875323 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f8ec707a-b3fd-4c5e-888f-b5f2965f722a req-edbf25b0-797a-47a3-9d95-66d35b02c967 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613561 Nov 23 13:15:34.875969 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:15:35.003737 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-da7bea2a-80cc-404f-a02a-d42bfabdf718 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:35.102556 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-da7bea2a-80cc-404f-a02a-d42bfabdf718 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:35.269585 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.l3_db [None req-da7bea2a-80cc-404f-a02a-d42bfabdf718 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Floating IP f9a14662-7ee1-47f1-826b-6de41b8b2acc associated. External IP: 172.28.3.194, port: c615a3ca-8c13-4415-9281-f994dd4e5550. Nov 23 13:15:35.629104 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7bea2a-80cc-404f-a02a-d42bfabdf718 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:15:35.813951 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7bea2a-80cc-404f-a02a-d42bfabdf718 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:15:35.818630 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-da7bea2a-80cc-404f-a02a-d42bfabdf718 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:35.825069 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160fd8e0-2370-4d3e-a372-a9dc95d386e7 None None] Sync routers for ids ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:15:35.836202 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fd8e0-2370-4d3e-a372-a9dc95d386e7 None None] Routers {'1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:15:35.836824 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-160fd8e0-2370-4d3e-a372-a9dc95d386e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:15:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:35.874946 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-da7bea2a-80cc-404f-a02a-d42bfabdf718 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "PUT /v2.0/floatingips/f9a14662-7ee1-47f1-826b-6de41b8b2acc HTTP/1.1" status: 200 len: 991 time: 1.7913101 Nov 23 13:15:35.876372 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'tag': 'c615a3ca-8c13-4415-9281-f994dd4e5550'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:15:35.906150 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1082a-22c8-4e31-91be-9ed57cd8478d req-004c9132-5b5f-4ef3-92b4-57680b4badef tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:35.907130 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-94d1082a-22c8-4e31-91be-9ed57cd8478d req-004c9132-5b5f-4ef3-92b4-57680b4badef tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Synchronizing usage tracker for tenant:537393f5913b4aeab9ade619e8d70709 on resource:port {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:15:35.999499 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-94d1082a-22c8-4e31-91be-9ed57cd8478d req-004c9132-5b5f-4ef3-92b4-57680b4badef tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Unset dirty status for tenant:537393f5913b4aeab9ade619e8d70709 on resource:port {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:15:36.001480 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-94d1082a-22c8-4e31-91be-9ed57cd8478d req-004c9132-5b5f-4ef3-92b4-57680b4badef tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 945 time: 0.1934688 Nov 23 13:15:36.039555 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-160fd8e0-2370-4d3e-a372-a9dc95d386e7 None None] Set router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:15:36.092494 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'tag': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'status': 'completed', 'code': 200} Nov 23 13:15:36.094135 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-94d1082a-22c8-4e31-91be-9ed57cd8478d req-a14dca81-d5f9-44d0-a8f9-c2ca7398381d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Deleting port 04f9aaca-44d2-4034-a241-019b3608e5b2 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:15:36.094625 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-94d1082a-22c8-4e31-91be-9ed57cd8478d req-a14dca81-d5f9-44d0-a8f9-c2ca7398381d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:36.286530 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561da1d2-d0cd-4eb3-a321-f22050a47bac req-97990d60-67b4-4470-b718-09d42a2bcdc2 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:36.295497 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-561da1d2-d0cd-4eb3-a321-f22050a47bac req-97990d60-67b4-4470-b718-09d42a2bcdc2 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 945 time: 0.1065557 Nov 23 13:15:36.335294 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-561da1d2-d0cd-4eb3-a321-f22050a47bac req-effb8707-390d-4cb1-aaf7-4a7a1bc14593 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389335 Nov 23 13:15:36.362351 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c52d-fec5-48c0-9bf9-03e60ba69094 req-ae6e73c9-bb14-424b-a305-6170d092a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:36.364787 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-d143c52d-fec5-48c0-9bf9-03e60ba69094 req-ae6e73c9-bb14-424b-a305-6170d092a5e0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53d4861f8a6e416bafb99b42b9213d54&device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 1098 time: 0.2203715 Nov 23 13:15:36.515909 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-94d1082a-22c8-4e31-91be-9ed57cd8478d req-a14dca81-d5f9-44d0-a8f9-c2ca7398381d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] For port 04f9aaca-44d2-4034-a241-019b3608e5b2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=04f9aaca-44d2-4034-a241-019b3608e5b2,segment=NetworkSegment(e17e0bed-2479-4d1c-af08-6cdd3cc20584),segment_id=e17e0bed-2479-4d1c-af08-6cdd3cc20584)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:36.516278 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-94d1082a-22c8-4e31-91be-9ed57cd8478d req-a14dca81-d5f9-44d0-a8f9-c2ca7398381d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:36.544393 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-160fd8e0-2370-4d3e-a372-a9dc95d386e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': 'f9a14662-7ee1-47f1-826b-6de41b8b2acc', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'floating_ip_address': '172.28.3.194', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'port_id': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'mac_address': 'fa:16:3e:ab:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:15:17Z', 'updated_at': '2021-11-23T13:15:34Z', 'revision_number': 1, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:18Z', 'revision_number': 5, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:36.549065 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160fd8e0-2370-4d3e-a372-a9dc95d386e7 None None] Checking router: 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:15:36.561846 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fd8e0-2370-4d3e-a372-a9dc95d386e7 None None] Routers {'1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:15:36.562462 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-160fd8e0-2370-4d3e-a372-a9dc95d386e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:15:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:36.575605 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34976) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:36.641543 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34982) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:36.773067 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-160fd8e0-2370-4d3e-a372-a9dc95d386e7 None None] Set router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:15:36.785933 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-94d1082a-22c8-4e31-91be-9ed57cd8478d req-a14dca81-d5f9-44d0-a8f9-c2ca7398381d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Calling delete_port for 04f9aaca-44d2-4034-a241-019b3608e5b2 owned by compute:nova {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:15:36.796792 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-781eb6ef-7126-4cfc-96d9-b646361ffaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:36.808780 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd889-7b42-4761-b9ce-5fb4837752a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:36.827225 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-0ddbd889-7b42-4761-b9ce-5fb4837752a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:36.829488 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-781eb6ef-7126-4cfc-96d9-b646361ffaa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:36.834057 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-0ddbd889-7b42-4761-b9ce-5fb4837752a4 admin admin] Usage tracker for resource:security_group_rule and tenant:30907f34c11241239203cf97139f11ae is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:36.834435 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c52d-fec5-48c0-9bf9-03e60ba69094 req-b92cf80f-962b-4817-bc6e-26b7a1b30791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:36.835893 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-d143c52d-fec5-48c0-9bf9-03e60ba69094 req-b92cf80f-962b-4817-bc6e-26b7a1b30791 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9fd585cf-4252-4526-87d0-f50fc6aed26e HTTP/1.1" status: 200 len: 917 time: 0.4625797 Nov 23 13:15:36.837039 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-781eb6ef-7126-4cfc-96d9-b646361ffaa6 admin admin] Usage tracker for resource:security_group_rule and tenant:f115312739574a9ab065f03eff96f347 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:36.839643 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-0ddbd889-7b42-4761-b9ce-5fb4837752a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:36.842416 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-781eb6ef-7126-4cfc-96d9-b646361ffaa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:36.850436 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-0ddbd889-7b42-4761-b9ce-5fb4837752a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:36.852521 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-781eb6ef-7126-4cfc-96d9-b646361ffaa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:36.963579 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-d143c52d-fec5-48c0-9bf9-03e60ba69094 req-d94e28e8-3277-495a-b4ed-111d4bbe14d1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c615a3ca-8c13-4415-9281-f994dd4e5550 HTTP/1.1" status: 200 len: 999 time: 0.1200628 Nov 23 13:15:37.077922 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c52d-fec5-48c0-9bf9-03e60ba69094 req-e03b9b42-c3da-4dd9-94cb-72aec454f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:37.079401 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-d143c52d-fec5-48c0-9bf9-03e60ba69094 req-e03b9b42-c3da-4dd9-94cb-72aec454f5fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1bbfc899-3c99-41b9-ba60-7e70ca060469 HTTP/1.1" status: 200 len: 854 time: 0.0841691 Nov 23 13:15:37.117325 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd889-7b42-4761-b9ce-5fb4837752a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.119166 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-781eb6ef-7126-4cfc-96d9-b646361ffaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.156581 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-94d1082a-22c8-4e31-91be-9ed57cd8478d req-a14dca81-d5f9-44d0-a8f9-c2ca7398381d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.163942 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-f6f9a626-7b0f-4cb4-b856-631ef2a18319 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:37.171961 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-160fd8e0-2370-4d3e-a372-a9dc95d386e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': 'f9a14662-7ee1-47f1-826b-6de41b8b2acc', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'floating_ip_address': '172.28.3.194', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'port_id': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'mac_address': 'fa:16:3e:ab:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:15:17Z', 'updated_at': '2021-11-23T13:15:34Z', 'revision_number': 1, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:18Z', 'revision_number': 5, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:15:37.176266 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160fd8e0-2370-4d3e-a372-a9dc95d386e7 None None] The sync data for ids ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'] in dv-cinder-818886-1-smb is: [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': 'f9a14662-7ee1-47f1-826b-6de41b8b2acc', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'floating_ip_address': '172.28.3.194', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'port_id': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'mac_address': 'fa:16:3e:ab:a2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:15:17Z', 'updated_at': '2021-11-23T13:15:34Z', 'revision_number': 1, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:18Z', 'revision_number': 5, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:15:37.184124 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd889-7b42-4761-b9ce-5fb4837752a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.190957 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-781eb6ef-7126-4cfc-96d9-b646361ffaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.201158 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-102c3d62-c353-44d9-9b7c-f3fe493379e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:37.215301 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c52d-fec5-48c0-9bf9-03e60ba69094 req-310a85c9-68ad-4f8d-9233-057a8d7b12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:37.216762 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-d143c52d-fec5-48c0-9bf9-03e60ba69094 req-310a85c9-68ad-4f8d-9233-057a8d7b12cb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9fd585cf-4252-4526-87d0-f50fc6aed26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1300535 Nov 23 13:15:37.217591 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dca81-d5f9-44d0-a8f9-c2ca7398381d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Pushing event deleted for resources: {'Port': ['ID=04f9aaca-44d2-4034-a241-019b3608e5b2,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:37.220817 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a14dca81-d5f9-44d0-a8f9-c2ca7398381d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:37.267056 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-0ddbd889-7b42-4761-b9ce-5fb4837752a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30907f34c11241239203cf97139f11ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6221209 Nov 23 13:15:37.267743 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-781eb6ef-7126-4cfc-96d9-b646361ffaa6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f115312739574a9ab065f03eff96f347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6910999 Nov 23 13:15:37.268507 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbd889-7b42-4761-b9ce-5fb4837752a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247eebcb-699b-4057-9609-46cf7adece0a,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:37.271606 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34990) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:37.272480 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 34992) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:37.343693 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781eb6ef-7126-4cfc-96d9-b646361ffaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbe7287-af8a-4d18-a1aa-92914053c5a1,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:37.346786 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-781eb6ef-7126-4cfc-96d9-b646361ffaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:37.354894 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-f890d647-720b-4476-8b5f-3bd0e13ef6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:37.354894 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-f890d647-720b-4476-8b5f-3bd0e13ef6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:37.368885 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d1082a-22c8-4e31-91be-9ed57cd8478d req-a14dca81-d5f9-44d0-a8f9-c2ca7398381d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] No DVR routers for this DVR port 04f9aaca-44d2-4034-a241-019b3608e5b2 on host hv-cinder-81888 {{(pid=87465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:15:37.372933 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-94d1082a-22c8-4e31-91be-9ed57cd8478d req-a14dca81-d5f9-44d0-a8f9-c2ca7398381d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.375510 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2665f65-1d05-42b4-9e6c-630a97436aa4', 'name': 'network-vif-deleted', 'tag': '04f9aaca-44d2-4034-a241-019b3608e5b2'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:15:37.418690 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49c368a5-e1d4-45d8-bae6-233ca18405e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.423262 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ebd7d3eb-21a7-4129-9ef5-3cd89243f058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.443948 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-d143c52d-fec5-48c0-9bf9-03e60ba69094 req-f1234bc4-e3dc-4ddb-ba43-e8cd0e8e10c3 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909442 Nov 23 13:15:37.480420 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-94d1082a-22c8-4e31-91be-9ed57cd8478d req-a14dca81-d5f9-44d0-a8f9-c2ca7398381d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.88 "DELETE /v2.0/ports/04f9aaca-44d2-4034-a241-019b3608e5b2 HTTP/1.1" status: 204 len: 173 time: 1.4687858 Nov 23 13:15:37.483462 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f8673e-2ae5-459e-b5c0-828578ae7b8d None None] New status for floating IP f9a14662-7ee1-47f1-826b-6de41b8b2acc: ACTIVE {{(pid=87468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:15:37.517548 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49c368a5-e1d4-45d8-bae6-233ca18405e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.530853 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ebd7d3eb-21a7-4129-9ef5-3cd89243f058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.636599 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-d143c52d-fec5-48c0-9bf9-03e60ba69094 req-d5a3da40-bb6d-4a4e-8200-5cfc8cd41437 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856685 Nov 23 13:15:37.721302 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ebd7d3eb-21a7-4129-9ef5-3cd89243f058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.730869 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-0e4cd27b-099b-42bd-8120-2fc37e97e1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:37.737136 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49c368a5-e1d4-45d8-bae6-233ca18405e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.748333 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1235c48e-8715-49c7-849c-9e3bcac96147 req-cc60eeb1-0e6d-4e49-a270-5fb66fe65071 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2665f65-1d05-42b4-9e6c-630a97436aa4 HTTP/1.1" status: 200 len: 210 time: 0.0632870 Nov 23 13:15:37.755827 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7d3eb-21a7-4129-9ef5-3cd89243f058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247eebcb-699b-4057-9609-46cf7adece0a,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:37.758151 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-ebd7d3eb-21a7-4129-9ef5-3cd89243f058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:37.759408 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-898e65fd-0200-41e0-9ee9-4650a8dc0bff tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:37.776131 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c368a5-e1d4-45d8-bae6-233ca18405e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbe7287-af8a-4d18-a1aa-92914053c5a1,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:37.779287 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-49c368a5-e1d4-45d8-bae6-233ca18405e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:37.791425 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-49c368a5-e1d4-45d8-bae6-233ca18405e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.791425 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-49c368a5-e1d4-45d8-bae6-233ca18405e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbbe7287-af8a-4d18-a1aa-92914053c5a1 HTTP/1.1" status: 204 len: 168 time: 0.5070126 Nov 23 13:15:37.791425 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ebd7d3eb-21a7-4129-9ef5-3cd89243f058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.791425 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-ebd7d3eb-21a7-4129-9ef5-3cd89243f058 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/247eebcb-699b-4057-9609-46cf7adece0a HTTP/1.1" status: 204 len: 168 time: 0.5105491 Nov 23 13:15:37.847416 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2665f65-1d05-42b4-9e6c-630a97436aa4', 'name': 'network-vif-deleted', 'tag': '04f9aaca-44d2-4034-a241-019b3608e5b2', 'status': 'completed', 'code': 200} Nov 23 13:15:38.515860 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35010) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:38.534354 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-98422e8b-7a5a-4c3a-871c-e8abc81a8767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:38.549460 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-98422e8b-7a5a-4c3a-871c-e8abc81a8767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:38.553364 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-98422e8b-7a5a-4c3a-871c-e8abc81a8767 admin admin] Usage tracker for resource:security_group_rule and tenant:312f16c921604608bb368c243fd6c1de is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:38.556166 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-98422e8b-7a5a-4c3a-871c-e8abc81a8767 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:38.562046 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-98422e8b-7a5a-4c3a-871c-e8abc81a8767 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:38.648031 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-98422e8b-7a5a-4c3a-871c-e8abc81a8767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:38.696385 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-98422e8b-7a5a-4c3a-871c-e8abc81a8767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:38.704660 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9aa37206-702a-4108-97d0-75b302a8332b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:38.708863 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 04f9aaca-44d2-4034-a241-019b3608e5b2 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:15:38.744102 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-98422e8b-7a5a-4c3a-871c-e8abc81a8767 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=312f16c921604608bb368c243fd6c1de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271502 Nov 23 13:15:38.745676 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98422e8b-7a5a-4c3a-871c-e8abc81a8767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f109415-0a9d-4dce-85f1-120920e071fa,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:38.746212 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: 04f9aaca-44d2-4034-a241-019b3608e5b2 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:15:38.746801 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 35014) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:38.748090 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 04f9aaca-44d2-4034-a241-019b3608e5b2 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:15:38.749577 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-98422e8b-7a5a-4c3a-871c-e8abc81a8767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:38.808106 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ad763074-c079-4483-91e5-4f1ba7529784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:38.834180 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ad763074-c079-4483-91e5-4f1ba7529784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:38.965344 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ad763074-c079-4483-91e5-4f1ba7529784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:38.969183 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-ca466838-b9c5-4e7c-9384-e0e9525e133d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:38.981834 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad763074-c079-4483-91e5-4f1ba7529784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f109415-0a9d-4dce-85f1-120920e071fa,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:38.984663 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-ad763074-c079-4483-91e5-4f1ba7529784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:38.988720 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ad763074-c079-4483-91e5-4f1ba7529784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:38.988720 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-ad763074-c079-4483-91e5-4f1ba7529784 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f109415-0a9d-4dce-85f1-120920e071fa HTTP/1.1" status: 204 len: 168 time: 0.2399204 Nov 23 13:15:40.571209 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 35066) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:40.706948 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e9d1cd1c-f2c8-40e9-8253-012be1fb3ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:40.722026 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e9d1cd1c-f2c8-40e9-8253-012be1fb3ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:40.726652 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e9d1cd1c-f2c8-40e9-8253-012be1fb3ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:8f8f793f35df43f599bb9d41d6467d67 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:40.729497 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e9d1cd1c-f2c8-40e9-8253-012be1fb3ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:40.735375 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e9d1cd1c-f2c8-40e9-8253-012be1fb3ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:40.766974 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:40.835529 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e9d1cd1c-f2c8-40e9-8253-012be1fb3ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:40.902163 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e9d1cd1c-f2c8-40e9-8253-012be1fb3ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:40.911226 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-05432b14-ceb1-44db-959f-16ea8dcc4060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:40.961470 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-e9d1cd1c-f2c8-40e9-8253-012be1fb3ae8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f8f793f35df43f599bb9d41d6467d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840091 Nov 23 13:15:40.964100 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35076) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:40.964584 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1cd1c-f2c8-40e9-8253-012be1fb3ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c2ee9f-044b-41cf-8ec4-59bed4a0c2af,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:40.969112 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e9d1cd1c-f2c8-40e9-8253-012be1fb3ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:41.032518 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d16c-d482-4564-a03b-f6cdd79f4e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:41.060841 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d16c-d482-4564-a03b-f6cdd79f4e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:41.176722 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d16c-d482-4564-a03b-f6cdd79f4e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:41.182610 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a5c1a318-1fef-4443-b476-2ec69c774a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:41.195032 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2d16c-d482-4564-a03b-f6cdd79f4e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c2ee9f-044b-41cf-8ec4-59bed4a0c2af,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:41.197833 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-e9e2d16c-d482-4564-a03b-f6cdd79f4e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:41.207574 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e9e2d16c-d482-4564-a03b-f6cdd79f4e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:41.210561 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-e9e2d16c-d482-4564-a03b-f6cdd79f4e5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14c2ee9f-044b-41cf-8ec4-59bed4a0c2af HTTP/1.1" status: 204 len: 168 time: 0.2435000 Nov 23 13:15:43.311621 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-1460290b-5665-481a-a085-137c1a7466b4 req-7f74c2bd-2fd1-4601-aa9b-65ea6af2dcf0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776131 Nov 23 13:15:43.491915 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460290b-5665-481a-a085-137c1a7466b4 req-7698480b-26ce-4435-9f1c-27b524ad5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:43.493598 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-1460290b-5665-481a-a085-137c1a7466b4 req-7698480b-26ce-4435-9f1c-27b524ad5947 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=853b7b2f68be41a2b9efcc92fd52fd59&device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 1098 time: 0.0846438 Nov 23 13:15:43.640937 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460290b-5665-481a-a085-137c1a7466b4 req-e0fb3ad6-a2cf-4c27-bce7-482b3b2b2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:43.642380 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-1460290b-5665-481a-a085-137c1a7466b4 req-e0fb3ad6-a2cf-4c27-bce7-482b3b2b2566 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4efee9-ffed-4f56-81e3-cd45acdb4059 HTTP/1.1" status: 200 len: 913 time: 0.1286848 Nov 23 13:15:43.663743 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-36a5dbf6-9920-4522-8062-103498cb77f8 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:43.664897 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-36a5dbf6-9920-4522-8062-103498cb77f8 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/networks?id=9066761f-8d38-4249-8bd4-244766d9ebad HTTP/1.1" status: 200 len: 812 time: 0.1472349 Nov 23 13:15:43.681141 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-8c8808c3-0e47-4034-abe6-9e97de01ce0b tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/quotas/537393f5913b4aeab9ade619e8d70709 HTTP/1.1" status: 200 len: 375 time: 0.0106299 Nov 23 13:15:43.734336 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-60c861ca-f7d8-47c9-81da-cecda2c87a5c tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=537393f5913b4aeab9ade619e8d70709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474088 Nov 23 13:15:43.753387 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-1460290b-5665-481a-a085-137c1a7466b4 req-3ce9a02f-aafe-42e1-8992-9e6849e0d13b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8df814e2-c40e-45a1-a628-539227f44e14 HTTP/1.1" status: 200 len: 1001 time: 0.1025393 Nov 23 13:15:43.816346 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460290b-5665-481a-a085-137c1a7466b4 req-f0d26395-ac65-459d-b10e-5aa19598643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:43.817746 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-1460290b-5665-481a-a085-137c1a7466b4 req-f0d26395-ac65-459d-b10e-5aa19598643a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a6cc2b94-0f4f-499e-9b16-c37f584a39e4 HTTP/1.1" status: 200 len: 850 time: 0.0568762 Nov 23 13:15:43.867005 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-960d7ee9-6442-46f7-a6c1-c2b765e76247 service neutron] 10.222.0.48 "GET /v2.0/networks/9066761f-8d38-4249-8bd4-244766d9ebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255260 Nov 23 13:15:44.006534 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460290b-5665-481a-a085-137c1a7466b4 req-fd05b30d-a76f-4e57-9381-5aa6b4cce8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:44.008397 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-1460290b-5665-481a-a085-137c1a7466b4 req-fd05b30d-a76f-4e57-9381-5aa6b4cce8ef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4efee9-ffed-4f56-81e3-cd45acdb4059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1835871 Nov 23 13:15:44.013237 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-41e9197e-a670-4a7c-bb85-d8b1af6f59f5 service neutron] 10.222.0.48 "GET /v2.0/networks/9066761f-8d38-4249-8bd4-244766d9ebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376262 Nov 23 13:15:44.147207 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-1460290b-5665-481a-a085-137c1a7466b4 req-66d38e23-4b1e-4bb2-9965-ee3a8d720c96 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303930 Nov 23 13:15:44.348995 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-1460290b-5665-481a-a085-137c1a7466b4 req-3761d9d0-67d9-47c1-a3ba-c4cc5bf5c373 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906548 Nov 23 13:15:44.429111 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a73b77ac-b00c-40d4-b44a-d9685813aac9 req-866925ba-35f0-49fb-aa40-248aa02a11d8 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 210 time: 0.0547411 Nov 23 13:15:45.627070 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8c9b7bb9-b041-421c-9ec6-ad2bf07b6498 req-41f9909b-bdb4-407a-b7f3-9931d7707dc7 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 210 time: 0.0471706 Nov 23 13:15:46.343829 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-98338b12-8aad-41c7-a93e-85e3720d3c56 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:46.345206 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-98338b12-8aad-41c7-a93e-85e3720d3c56 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.88 "GET /v2.0/networks?id=9066761f-8d38-4249-8bd4-244766d9ebad HTTP/1.1" status: 200 len: 812 time: 0.1563063 Nov 23 13:15:46.372569 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Request body: {'port': {'device_id': '4206bcc8-bae2-41b7-bd74-a41a702bc40d', 'network_id': '9066761f-8d38-4249-8bd4-244766d9ebad', 'admin_state_up': True, 'tenant_id': '537393f5913b4aeab9ade619e8d70709'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:46.515782 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:46.520265 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Usage tracker for resource:port and tenant:537393f5913b4aeab9ade619e8d70709 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:46.523943 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:46.529702 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:46.667929 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Made reservation on behalf of 537393f5913b4aeab9ade619e8d70709 for: {'port': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:15:46.671560 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:46.797809 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2a18b724-f874-4db8-b0b2-fcd0ad180b78 req-e402591d-fcbf-415b-a2c0-bd73bdddbc60 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 210 time: 0.0459292 Nov 23 13:15:46.839769 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Allocated IP 172.20.0.2 (9066761f-8d38-4249-8bd4-244766d9ebad/2b1b9f31-5c2c-407f-bdcf-49c119dc3260/08b7a533-c26c-472b-b565-ca312d336e86) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:15:47.037065 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:47.136068 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:47.141476 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:47.207413 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Network 9066761f-8d38-4249-8bd4-244766d9ebad is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:15:47.210459 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:15:47.214500 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:15:47.254185 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Pushing event updated for resources: {'Port': ['ID=08b7a533-c26c-472b-b565-ca312d336e86,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:47.259328 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:47.280882 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:47.281481 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:47.366013 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9964044 Nov 23 13:15:47.384296 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Request body: {'port': {'device_id': '4206bcc8-bae2-41b7-bd74-a41a702bc40d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:15:47.496867 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:47.850460 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b7a533-c26c-472b-b565-ca312d336e86 {{(pid=87465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:15:47.857772 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:47.872417 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Transition to ACTIVE for port object 08b7a533-c26c-472b-b565-ca312d336e86 will not be triggered until provisioned by entity L2. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:15:47.988091 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:47.993071 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609002e-1d2c-4b65-ab06-338fec51c0af req-d975119d-b27e-46f2-a30e-2026bddcff56 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:47.993592 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:47.994531 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a609002e-1d2c-4b65-ab06-338fec51c0af req-d975119d-b27e-46f2-a30e-2026bddcff56 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 931 time: 0.0800006 Nov 23 13:15:48.042032 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a609002e-1d2c-4b65-ab06-338fec51c0af req-3cdc120a-82af-4e01-9b37-5f1213b67bb2 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415034 Nov 23 13:15:48.255491 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Pushing event updated for resources: {'Port': ['ID=08b7a533-c26c-472b-b565-ca312d336e86,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:48.282033 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:48.323222 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Attempting to bind port 08b7a533-c26c-472b-b565-ca312d336e86 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:15:48.323555 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Attempting to bind port 08b7a533-c26c-472b-b565-ca312d336e86 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'e17e0bed-2479-4d1c-af08-6cdd3cc20584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '9066761f-8d38-4249-8bd4-244766d9ebad'}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:15:48.323872 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Attempting to bind port 08b7a533-c26c-472b-b565-ca312d336e86 on network 9066761f-8d38-4249-8bd4-244766d9ebad {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:15:48.328385 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Port 08b7a533-c26c-472b-b565-ca312d336e86 on network 9066761f-8d38-4249-8bd4-244766d9ebad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:15:48.328698 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Attempting to bind port 08b7a533-c26c-472b-b565-ca312d336e86 on network 9066761f-8d38-4249-8bd4-244766d9ebad {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:15:48.333698 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:15:48.334086 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Checking segment: {'id': 'e17e0bed-2479-4d1c-af08-6cdd3cc20584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '9066761f-8d38-4249-8bd4-244766d9ebad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:15:48.334550 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Bound using segment: {'id': 'e17e0bed-2479-4d1c-af08-6cdd3cc20584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '9066761f-8d38-4249-8bd4-244766d9ebad'} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:15:48.335053 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Bound port: 08b7a533-c26c-472b-b565-ca312d336e86, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e17e0bed-2479-4d1c-af08-6cdd3cc20584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '9066761f-8d38-4249-8bd4-244766d9ebad'}}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:15:48.335357 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:48.424865 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] For port 08b7a533-c26c-472b-b565-ca312d336e86, host hv-cinder-81888, cleared binding levels {{(pid=87465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:15:48.428600 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] For port 08b7a533-c26c-472b-b565-ca312d336e86, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=08b7a533-c26c-472b-b565-ca312d336e86,segment=NetworkSegment(e17e0bed-2479-4d1c-af08-6cdd3cc20584),segment_id=e17e0bed-2479-4d1c-af08-6cdd3cc20584)] {{(pid=87465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:15:48.496975 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:48.500935 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:48.558078 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:48.558682 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:48.560050 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] 10.222.0.88 "PUT /v2.0/ports/08b7a533-c26c-472b-b565-ca312d336e86 HTTP/1.1" status: 200 len: 1093 time: 1.1804993 Nov 23 13:15:48.560540 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4206bcc8-bae2-41b7-bd74-a41a702bc40d', 'tag': '08b7a533-c26c-472b-b565-ca312d336e86'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:15:48.578588 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Pushing event updated for resources: {'Port': ['ID=08b7a533-c26c-472b-b565-ca312d336e86,revision_number=3']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:48.581677 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:48.606633 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4206bcc8-bae2-41b7-bd74-a41a702bc40d', 'tag': '08b7a533-c26c-472b-b565-ca312d336e86', 'status': 'completed', 'code': 200} Nov 23 13:15:48.741269 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d95552-8d32-487b-9a18-1f8032fd8c06 req-62d2a224-7c7e-42bd-b420-9a4c68496d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:48.742733 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-77d95552-8d32-487b-9a18-1f8032fd8c06 req-62d2a224-7c7e-42bd-b420-9a4c68496d74 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=537393f5913b4aeab9ade619e8d70709&device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 1096 time: 0.0754590 Nov 23 13:15:48.895558 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d95552-8d32-487b-9a18-1f8032fd8c06 req-85138567-e9b3-4dc5-ba20-10d3d6cbf528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:48.897659 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-77d95552-8d32-487b-9a18-1f8032fd8c06 req-85138567-e9b3-4dc5-ba20-10d3d6cbf528 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=537393f5913b4aeab9ade619e8d70709&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1377594 Nov 23 13:15:49.033278 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d95552-8d32-487b-9a18-1f8032fd8c06 req-78e8cb6e-22b1-420f-85d3-c3a8dfd1beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:49.034788 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-77d95552-8d32-487b-9a18-1f8032fd8c06 req-78e8cb6e-22b1-420f-85d3-c3a8dfd1beac service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1309993 Nov 23 13:15:49.168966 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-b1e59a29-5ae5-4ee8-b363-a092fd32d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:49.170542 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-b1e59a29-5ae5-4ee8-b363-a092fd32d0bf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=537393f5913b4aeab9ade619e8d70709&device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 1096 time: 0.0747168 Nov 23 13:15:49.236929 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 35208) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:49.253952 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-6dc46a79-1c89-4ece-b90c-b8d8d3fd2d4d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08b7a533-c26c-472b-b565-ca312d336e86 HTTP/1.1" status: 200 len: 217 time: 0.0667529 Nov 23 13:15:49.297391 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-8848e177-e533-4094-acc7-c818400e90e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:49.312108 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-8848e177-e533-4094-acc7-c818400e90e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:15:49.316254 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-8848e177-e533-4094-acc7-c818400e90e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9f70ef84781d410f98e7c4d133896933 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:15:49.319316 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-8848e177-e533-4094-acc7-c818400e90e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:15:49.319961 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-73d5e8d7-73ac-4e3d-8996-4609cfd75df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:49.321385 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-73d5e8d7-73ac-4e3d-8996-4609cfd75df3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2b1b9f31-5c2c-407f-bdcf-49c119dc3260 HTTP/1.1" status: 200 len: 852 time: 0.0601542 Nov 23 13:15:49.325288 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-8848e177-e533-4094-acc7-c818400e90e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:15:49.371607 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-51da91c1-4f87-406f-bc11-c03d31973aa6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9066761f-8d38-4249-8bd4-244766d9ebad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431261 Nov 23 13:15:49.463527 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134472b-a544-4c61-bd1b-a6394e29b9dc req-f11e076c-298b-48f0-9e4c-11c03d2d2eed tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:49.466631 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4134472b-a544-4c61-bd1b-a6394e29b9dc req-f11e076c-298b-48f0-9e4c-11c03d2d2eed tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 943 time: 0.3116343 Nov 23 13:15:49.502741 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-8848e177-e533-4094-acc7-c818400e90e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:49.513807 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-aa53e231-24ca-4e7c-b56f-f64c0d2f39f4 service neutron] 10.222.0.88 "GET /v2.0/networks/9066761f-8d38-4249-8bd4-244766d9ebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327097 Nov 23 13:15:49.526364 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4134472b-a544-4c61-bd1b-a6394e29b9dc req-514c4c4b-1dbe-4016-ad2c-b948ab20f33b tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Nov 23 13:15:49.565274 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-8848e177-e533-4094-acc7-c818400e90e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:49.572026 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e9959f40-0de7-46dd-804e-6c94f639cb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:49.614212 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-8848e177-e533-4094-acc7-c818400e90e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f70ef84781d410f98e7c4d133896933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763306 Nov 23 13:15:49.615939 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848e177-e533-4094-acc7-c818400e90e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd8040f-deac-4e40-bd45-fb2d8366964e,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:49.617777 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35214) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:15:49.619196 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-8848e177-e533-4094-acc7-c818400e90e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:49.682274 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9f4c61b6-4b17-4065-9f9b-3cf36f5f3448 req-02af2958-1a51-4e41-8c42-8ea373b7cdb9 service neutron] 10.222.0.88 "GET /v2.0/networks/9066761f-8d38-4249-8bd4-244766d9ebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620495 Nov 23 13:15:49.705548 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3efa5898-8d19-46fe-b618-02542a184cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:49.731689 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3efa5898-8d19-46fe-b618-02542a184cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:49.862102 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3efa5898-8d19-46fe-b618-02542a184cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:49.866676 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-de231a6a-132b-4ec5-a4f7-7cd2b1ff8bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:49.877711 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa5898-8d19-46fe-b618-02542a184cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd8040f-deac-4e40-bd45-fb2d8366964e,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:49.886877 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-3efa5898-8d19-46fe-b618-02542a184cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:49.886877 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3efa5898-8d19-46fe-b618-02542a184cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:49.886877 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-3efa5898-8d19-46fe-b618-02542a184cc9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cd8040f-deac-4e40-bd45-fb2d8366964e HTTP/1.1" status: 204 len: 168 time: 0.2670836 Nov 23 13:15:50.711358 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf9bc5-1dbd-4eef-bf08-f3d1992699e8 req-b7752c97-529b-48c9-9ca3-f27d8e33fd79 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:50.712774 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9bdf9bc5-1dbd-4eef-bf08-f3d1992699e8 req-b7752c97-529b-48c9-9ca3-f27d8e33fd79 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 943 time: 0.0783772 Nov 23 13:15:50.759079 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9bdf9bc5-1dbd-4eef-bf08-f3d1992699e8 req-a581eaab-8e9d-40f1-9677-d6587f9cb95a tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 Nov 23 13:15:51.746764 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-503b3a72-9f77-4ef3-be54-aa57a51477ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:52.013136 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf84c9-c914-48c6-b1d4-adc57b681f1c req-d5cace16-1795-4948-933c-bcba25ec9778 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:52.014478 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8baf84c9-c914-48c6-b1d4-adc57b681f1c req-d5cace16-1795-4948-933c-bcba25ec9778 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 943 time: 0.1505229 Nov 23 13:15:52.059917 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8baf84c9-c914-48c6-b1d4-adc57b681f1c req-11de8a43-dd60-41e7-a76d-638674f80052 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396547 Nov 23 13:15:52.216252 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:52.810877 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 08b7a533-c26c-472b-b565-ca312d336e86 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:15:52.942122 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 08b7a533-c26c-472b-b565-ca312d336e86, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=08b7a533-c26c-472b-b565-ca312d336e86,segment=NetworkSegment(e17e0bed-2479-4d1c-af08-6cdd3cc20584),segment_id=e17e0bed-2479-4d1c-af08-6cdd3cc20584)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:52.954950 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': '08b7a533-c26c-472b-b565-ca312d336e86', 'network_id': '9066761f-8d38-4249-8bd4-244766d9ebad', 'port_id': '08b7a533-c26c-472b-b565-ca312d336e86', 'mac_address': 'fa:16:3e:65:19:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1b9f31-5c2c-407f-bdcf-49c119dc3260', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:15:53.012038 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:53.028341 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b7a533-c26c-472b-b565-ca312d336e86 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:15:53.043948 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 08b7a533-c26c-472b-b565-ca312d336e86, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=08b7a533-c26c-472b-b565-ca312d336e86,segment=NetworkSegment(e17e0bed-2479-4d1c-af08-6cdd3cc20584),segment_id=e17e0bed-2479-4d1c-af08-6cdd3cc20584)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:53.153998 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:53.155903 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:53.226901 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=08b7a533-c26c-472b-b565-ca312d336e86,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:53.230014 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:53.251418 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ed24-ae3c-42e6-8c8b-16cf1d2c8529 req-9ef12ea6-c592-4d47-913b-2d7e91b38210 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:53.252840 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-12b0ed24-ae3c-42e6-8c8b-16cf1d2c8529 req-9ef12ea6-c592-4d47-913b-2d7e91b38210 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 944 time: 0.0830867 Nov 23 13:15:53.295870 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-12b0ed24-ae3c-42e6-8c8b-16cf1d2c8529 req-b25569e5-193d-4285-b9a8-0b14cb44de62 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366876 Nov 23 13:15:53.502658 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['08b7a533-c26c-472b-b565-ca312d336e86'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:15:53.830399 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab96bc-3f7c-4e71-8904-4adbc8f9c000 req-71afa639-8bb5-4beb-b6f4-892bbeaa1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:53.831884 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-28ab96bc-3f7c-4e71-8904-4adbc8f9c000 req-71afa639-8bb5-4beb-b6f4-892bbeaa1396 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=01042792b9a0495aa1ed60e5abcbf4ea&device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 1138 time: 0.0723393 Nov 23 13:15:53.957942 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7650474-5cf6-496f-bc4b-580446dcaa49 req-a83c726d-a426-4e44-93c0-b4454347dc4e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:53.959781 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f7650474-5cf6-496f-bc4b-580446dcaa49 req-a83c726d-a426-4e44-93c0-b4454347dc4e tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0828183 Nov 23 13:15:53.968498 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab96bc-3f7c-4e71-8904-4adbc8f9c000 req-ffe400e6-826f-4007-a33e-d1f4d8bff7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:53.969921 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-28ab96bc-3f7c-4e71-8904-4adbc8f9c000 req-ffe400e6-826f-4007-a33e-d1f4d8bff7d4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab HTTP/1.1" status: 200 len: 916 time: 0.1276114 Nov 23 13:15:54.008724 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f7650474-5cf6-496f-bc4b-580446dcaa49 req-54129430-c296-45b6-9dc0-5f7ced3f5255 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0433917 Nov 23 13:15:54.080517 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-28ab96bc-3f7c-4e71-8904-4adbc8f9c000 req-344fdc67-6259-4081-95d7-fe872a43175d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5844d903-c339-44bb-9dcf-edd2b4c5b502 HTTP/1.1" status: 200 len: 1001 time: 0.0989985 Nov 23 13:15:54.235802 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab96bc-3f7c-4e71-8904-4adbc8f9c000 req-e34a4d04-5ef4-4e2a-bc92-bf29cf5306bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:54.237217 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-28ab96bc-3f7c-4e71-8904-4adbc8f9c000 req-e34a4d04-5ef4-4e2a-bc92-bf29cf5306bf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0409095e-86a1-4e04-9542-eefa14b60e12 HTTP/1.1" status: 200 len: 853 time: 0.1437576 Nov 23 13:15:54.312391 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab96bc-3f7c-4e71-8904-4adbc8f9c000 req-b285660d-9619-49f7-b7e8-9983915d24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:54.313826 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-28ab96bc-3f7c-4e71-8904-4adbc8f9c000 req-b285660d-9619-49f7-b7e8-9983915d24be service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690897 Nov 23 13:15:54.457293 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-28ab96bc-3f7c-4e71-8904-4adbc8f9c000 req-9b5f7206-86af-42df-b680-1b5db8fd5287 service neutron] 10.222.0.88 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268125 Nov 23 13:15:54.479219 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-17c50189-5541-4894-a8f4-94f3598c8b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:54.486358 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ff8eb-0c49-44eb-948d-a6ab4c51cc99 req-a1ad046b-d3e6-4fa7-b8ec-d1a25ba67a41 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:54.488105 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-188ff8eb-0c49-44eb-948d-a6ab4c51cc99 req-a1ad046b-d3e6-4fa7-b8ec-d1a25ba67a41 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 944 time: 0.0831006 Nov 23 13:15:54.534591 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-188ff8eb-0c49-44eb-948d-a6ab4c51cc99 req-d0351494-3a8e-4a51-b6f1-8ac8093dadf5 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397923 Nov 23 13:15:54.605627 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-28ab96bc-3f7c-4e71-8904-4adbc8f9c000 req-8e27ef01-888b-4bcd-a239-4ef0881291f3 service neutron] 10.222.0.88 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341558 Nov 23 13:15:54.817725 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 08b7a533-c26c-472b-b565-ca312d336e86 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:15:54.930456 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port 08b7a533-c26c-472b-b565-ca312d336e86 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:15:54.935515 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port 08b7a533-c26c-472b-b565-ca312d336e86 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:15:54.935922 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:55.059085 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:55.086643 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4206bcc8-bae2-41b7-bd74-a41a702bc40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b7a533-c26c-472b-b565-ca312d336e86'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:15:55.096656 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 08b7a533-c26c-472b-b565-ca312d336e86, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=08b7a533-c26c-472b-b565-ca312d336e86,segment=NetworkSegment(e17e0bed-2479-4d1c-af08-6cdd3cc20584),segment_id=e17e0bed-2479-4d1c-af08-6cdd3cc20584)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:55.197305 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff779df-f638-46ee-a447-96bc837f95b1 req-33eaacaa-ccbc-4b11-94ba-34e27ba90415 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:55.198723 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5ff779df-f638-46ee-a447-96bc837f95b1 req-33eaacaa-ccbc-4b11-94ba-34e27ba90415 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0794983 Nov 23 13:15:55.210831 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:55.213208 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:55.250650 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5ff779df-f638-46ee-a447-96bc837f95b1 req-59617d56-e5a1-4500-8018-7b97ea74e9e1 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0460832 Nov 23 13:15:55.305571 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4206bcc8-bae2-41b7-bd74-a41a702bc40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b7a533-c26c-472b-b565-ca312d336e86', 'code': 200} Nov 23 13:15:55.323689 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=08b7a533-c26c-472b-b565-ca312d336e86,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:55.326618 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:55.386654 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:55.726848 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9ff85-50c0-402f-a82a-6f6ebcab1710 req-ade59c33-ff9d-4d41-8d4b-c1d2a7a985d9 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:55.727553 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165633f-48d0-4ffb-9197-58809dedd2a1 req-72f5e26d-ae22-4805-bec9-c8c05373a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:55.728295 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-14d9ff85-50c0-402f-a82a-6f6ebcab1710 req-ade59c33-ff9d-4d41-8d4b-c1d2a7a985d9 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 945 time: 0.0796685 Nov 23 13:15:55.728999 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-2165633f-48d0-4ffb-9197-58809dedd2a1 req-72f5e26d-ae22-4805-bec9-c8c05373a5e4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 1098 time: 0.0699208 Nov 23 13:15:55.772405 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-14d9ff85-50c0-402f-a82a-6f6ebcab1710 req-8c1b05e6-b8ed-463d-99ae-0d5db765dce0 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380580 Nov 23 13:15:55.775672 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-2165633f-48d0-4ffb-9197-58809dedd2a1 req-6317a7c3-3eac-4742-a27c-b0884a6c4f7e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392148 Nov 23 13:15:56.439452 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcbbc9-dc0b-4e22-b758-2b2d68d996fc req-cbf07558-3b5f-4c3f-beeb-f9cd7d5764bd tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:56.440796 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f9dcbbc9-dc0b-4e22-b758-2b2d68d996fc req-cbf07558-3b5f-4c3f-beeb-f9cd7d5764bd tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0822072 Nov 23 13:15:56.487618 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f9dcbbc9-dc0b-4e22-b758-2b2d68d996fc req-38dcb9bc-8c56-41bc-883d-aecb9bf0d9fd tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0406461 Nov 23 13:15:56.961631 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8487915-9680-48e6-bab8-ad6f683b92ae req-9ba816f2-6bd7-45a8-9217-4790d4a99e9d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:56.963917 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a8487915-9680-48e6-bab8-ad6f683b92ae req-9ba816f2-6bd7-45a8-9217-4790d4a99e9d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 945 time: 0.0863795 Nov 23 13:15:56.999181 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:57.010422 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a8487915-9680-48e6-bab8-ad6f683b92ae req-4a6516e6-2f59-4233-a1d7-3d457465f41a tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Nov 23 13:15:57.675663 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400be9a-8601-43ed-b2a0-cc5afacad1aa req-293b74ec-426f-4f90-b090-37352ff61392 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:57.677152 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2400be9a-8601-43ed-b2a0-cc5afacad1aa req-293b74ec-426f-4f90-b090-37352ff61392 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0816357 Nov 23 13:15:57.722386 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2400be9a-8601-43ed-b2a0-cc5afacad1aa req-807fee24-eb91-4a77-836f-60ed34a26ae7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0384207 Nov 23 13:15:58.192251 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dbb68-938b-434d-8a14-b62889260de2 req-8b188d74-b713-4116-8584-46d44cd0a3cf tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:58.194505 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f02dbb68-938b-434d-8a14-b62889260de2 req-8b188d74-b713-4116-8584-46d44cd0a3cf tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 945 time: 0.0788412 Nov 23 13:15:58.241821 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f02dbb68-938b-434d-8a14-b62889260de2 req-7703163e-8a16-46fb-922e-c2b3898e10e9 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Nov 23 13:15:59.369455 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09155b-2368-4c11-840c-8fc54cba20d9 req-81e177a1-0077-44ec-966b-a79306aae5ff tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:59.370928 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6c09155b-2368-4c11-840c-8fc54cba20d9 req-81e177a1-0077-44ec-966b-a79306aae5ff tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0817864 Nov 23 13:15:59.418031 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6c09155b-2368-4c11-840c-8fc54cba20d9 req-73924a71-8d4a-4c56-af8a-2cdbc2fb003b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0414581 Nov 23 13:16:00.607140 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e012cd-00cd-42a5-9abc-5c0cd75eb391 req-f304ef68-0181-41bc-ad3b-08f133bffe99 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:00.608561 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-90e012cd-00cd-42a5-9abc-5c0cd75eb391 req-f304ef68-0181-41bc-ad3b-08f133bffe99 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0822351 Nov 23 13:16:00.655160 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-90e012cd-00cd-42a5-9abc-5c0cd75eb391 req-3e2afd35-8bdf-4d18-9ed9-68ea00107794 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0405300 Nov 23 13:16:01.844036 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e756c-61c7-4cc1-a930-8fa2ff6fed1c req-3b3aacb9-9687-408c-8c3c-a6e4feb76fea tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:01.845465 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-553e756c-61c7-4cc1-a930-8fa2ff6fed1c req-3b3aacb9-9687-408c-8c3c-a6e4feb76fea tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0821254 Nov 23 13:16:01.891025 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-553e756c-61c7-4cc1-a930-8fa2ff6fed1c req-5686e7ce-932a-43de-be46-75587e4c186a tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0393419 Nov 23 13:16:03.123440 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6c5aa-d9e7-4d3a-b85d-c5cbd8d90e6a req-74c230bc-42bd-4545-8994-78f74543d0d7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:03.124785 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-20b6c5aa-d9e7-4d3a-b85d-c5cbd8d90e6a req-74c230bc-42bd-4545-8994-78f74543d0d7 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.1264904 Nov 23 13:16:03.170850 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-20b6c5aa-d9e7-4d3a-b85d-c5cbd8d90e6a req-57040ec2-0e94-442f-828f-fa5ff7f13ad5 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0401163 Nov 23 13:16:04.361077 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eebe38-d84c-4152-8d0b-5b046311c56d req-ea155c1f-a8ed-4277-8405-fd28a5c5b7e2 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:04.362526 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d9eebe38-d84c-4152-8d0b-5b046311c56d req-ea155c1f-a8ed-4277-8405-fd28a5c5b7e2 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0800860 Nov 23 13:16:04.408173 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d9eebe38-d84c-4152-8d0b-5b046311c56d req-817cb83d-3752-469b-b6da-a3811cd00d9f tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0396316 Nov 23 13:16:05.597553 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254140c4-a842-4172-b907-9e1c7318ef25 req-ea27077b-fb7d-4e69-a9ea-d857815abd0b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:05.599009 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-254140c4-a842-4172-b907-9e1c7318ef25 req-ea27077b-fb7d-4e69-a9ea-d857815abd0b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0828037 Nov 23 13:16:05.645557 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-254140c4-a842-4172-b907-9e1c7318ef25 req-67620b45-1bd8-4d09-b908-e46f3d109307 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0407219 Nov 23 13:16:06.834029 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da72a46-a73e-4938-a502-232c1dd3d074 req-0b550cea-6018-4051-a269-ca55e21d3bdc tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:06.835486 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4da72a46-a73e-4938-a502-232c1dd3d074 req-0b550cea-6018-4051-a269-ca55e21d3bdc tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0798397 Nov 23 13:16:06.885257 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4da72a46-a73e-4938-a502-232c1dd3d074 req-1924b920-287c-469d-bbc6-1f0b405b3c4d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0432293 Nov 23 13:16:08.077729 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48033490-600d-435c-b4dc-8c3e5f4e68cf req-1ede6ca9-9f3d-4f9e-876d-a438da738fba tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:08.079200 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-48033490-600d-435c-b4dc-8c3e5f4e68cf req-1ede6ca9-9f3d-4f9e-876d-a438da738fba tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0846219 Nov 23 13:16:08.126334 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-48033490-600d-435c-b4dc-8c3e5f4e68cf req-3c5b4854-157e-4849-8e8c-f7169fec105c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0413489 Nov 23 13:16:09.394459 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef06b2-df92-41a5-a725-7bec06d10efe req-e28415ad-0502-4b8c-accd-df67d5c8dc77 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:09.395959 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7ef06b2-df92-41a5-a725-7bec06d10efe req-e28415ad-0502-4b8c-accd-df67d5c8dc77 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.1614542 Nov 23 13:16:09.442370 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7ef06b2-df92-41a5-a725-7bec06d10efe req-f1e8c4ce-d335-48cf-b824-1b45fe4f3ed9 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0397193 Nov 23 13:16:10.625493 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9f089-1e8c-42b7-b18f-2e75c48a0551 req-78f97548-b4cc-4b98-a280-73c82cb5823a tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:10.626969 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-50b9f089-1e8c-42b7-b18f-2e75c48a0551 req-78f97548-b4cc-4b98-a280-73c82cb5823a tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0792978 Nov 23 13:16:10.672367 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-50b9f089-1e8c-42b7-b18f-2e75c48a0551 req-adece24f-6b76-4fcb-b33a-0df6ccccf9ed tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0398064 Nov 23 13:16:10.759134 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:11.869074 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415899d-104c-47f5-a677-e3009161c25c req-8b6ee906-8c85-4884-8ecc-02c688c8b97a tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:11.870623 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5415899d-104c-47f5-a677-e3009161c25c req-8b6ee906-8c85-4884-8ecc-02c688c8b97a tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0891297 Nov 23 13:16:11.875815 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:16:11.922438 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5415899d-104c-47f5-a677-e3009161c25c req-7578760d-1d7b-443d-a848-a3c74498534b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&id=323b3a82-62c9-4625-9e8d-94af025517ec&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0452185 Nov 23 13:16:12.886198 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36b352-215d-4eb6-b08e-4a78c819ac07 req-2aad18d4-f6dc-4e03-8ee4-8a1161bdf88f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:12.887662 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7b36b352-215d-4eb6-b08e-4a78c819ac07 req-2aad18d4-f6dc-4e03-8ee4-8a1161bdf88f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.0793726 Nov 23 13:16:12.936003 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7b36b352-215d-4eb6-b08e-4a78c819ac07 req-6506c321-e740-40f0-ba90-522cb90ce416 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427542 Nov 23 13:16:14.125265 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6bc6d-a939-4073-83bc-84c2d0d23f7f req-0ca356af-3e87-4f9a-bfef-0673652439f6 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:14.126689 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-91e6bc6d-a939-4073-83bc-84c2d0d23f7f req-0ca356af-3e87-4f9a-bfef-0673652439f6 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.0804563 Nov 23 13:16:14.170214 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-91e6bc6d-a939-4073-83bc-84c2d0d23f7f req-103d2b10-950a-4697-a6cf-9fb6857289fd tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379279 Nov 23 13:16:15.357478 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77aeb8c-b8a0-43d9-b301-6a2c08450901 req-4db73ca7-5a6f-490c-8da2-8ba568ab798c tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:15.358959 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a77aeb8c-b8a0-43d9-b301-6a2c08450901 req-4db73ca7-5a6f-490c-8da2-8ba568ab798c tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.0821488 Nov 23 13:16:15.403615 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a77aeb8c-b8a0-43d9-b301-6a2c08450901 req-d03f9c82-6929-46f5-83c8-4f70d1437879 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab424374-7fd6-4263-91af-a8777f3a4ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386648 Nov 23 13:16:15.515349 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-f650dd77-3c5b-4915-9971-a656e2f6c8d5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:15.516767 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-f650dd77-3c5b-4915-9971-a656e2f6c8d5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.88 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 945 time: 0.0803022 Nov 23 13:16:15.588905 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Deleting port 8df814e2-c40e-45a1-a628-539227f44e14 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:16:15.589234 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:15.837386 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] For port 8df814e2-c40e-45a1-a628-539227f44e14, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8df814e2-c40e-45a1-a628-539227f44e14,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:16:15.837941 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:16.131284 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:16.131561 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:16.131868 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.l3_db [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Floating IP 61e9a48b-c005-4f48-8bb8-3960ecae70d3 disassociated. External IP: 172.28.3.101, port: 8df814e2-c40e-45a1-a628-539227f44e14. Nov 23 13:16:16.132203 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Calling delete_port for 8df814e2-c40e-45a1-a628-539227f44e14 owned by compute:nova {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:16:16.382011 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:16.388652 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-65d540f7-4282-4ee4-a37f-248e422c479c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:16.433592 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event deleted for resources: {'Port': ['ID=8df814e2-c40e-45a1-a628-539227f44e14,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:16.504227 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:16.504596 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:16.504959 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:16.505326 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:16.505662 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:16.506013 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:16.506361 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:16.506704 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:16.507094 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:16.507437 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:16.507780 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:16.508120 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:16.563631 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:16.572923 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ab01e405-6f03-4390-8529-be8a496151d8 req-44cf854d-baa9-43c3-ae84-459cf011b888 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 210 time: 0.0430577 Nov 23 13:16:16.737043 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:16:16.930837 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:16:16.940794 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ae73fc-aa94-4637-b5b3-aaf87a70bee0 None None] Sync routers for ids ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:16:16.951564 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ae73fc-aa94-4637-b5b3-aaf87a70bee0 None None] Routers {'1aa60342-a3f4-4baa-9d7e-5356d4c5c651'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:16:16.952195 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-99ae73fc-aa94-4637-b5b3-aaf87a70bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:15:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:17.010983 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] No DVR routers for this DVR port 8df814e2-c40e-45a1-a628-539227f44e14 on host hv-cinder-81888 {{(pid=87465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:16:17.013467 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:17.016056 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55b6e06-e03a-4ba8-a345-d5d335cd25fe', 'name': 'network-vif-deleted', 'tag': '8df814e2-c40e-45a1-a628-539227f44e14'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:16:17.067180 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55b6e06-e03a-4ba8-a345-d5d335cd25fe', 'name': 'network-vif-deleted', 'tag': '8df814e2-c40e-45a1-a628-539227f44e14', 'status': 'completed', 'code': 200} Nov 23 13:16:17.085583 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-6a09fddc-ba08-47f4-a0a4-816cef3ac63f req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.88 "DELETE /v2.0/ports/8df814e2-c40e-45a1-a628-539227f44e14 HTTP/1.1" status: 204 len: 173 time: 1.5595763 Nov 23 13:16:17.129422 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-99ae73fc-aa94-4637-b5b3-aaf87a70bee0 None None] Set router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:16:17.445922 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-99ae73fc-aa94-4637-b5b3-aaf87a70bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:12Z', 'revision_number': 5, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:17.450671 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ae73fc-aa94-4637-b5b3-aaf87a70bee0 None None] Checking router: 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:16:17.459144 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ae73fc-aa94-4637-b5b3-aaf87a70bee0 None None] Routers {'1aa60342-a3f4-4baa-9d7e-5356d4c5c651'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:16:17.459744 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-99ae73fc-aa94-4637-b5b3-aaf87a70bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:15:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:17.636902 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-99ae73fc-aa94-4637-b5b3-aaf87a70bee0 None None] Set router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:16:17.742008 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a4e5b284-728d-4e53-aa30-f8bf3f2cf022 req-8310e4c2-8162-44ce-912a-66faae63cc0e tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=a55b6e06-e03a-4ba8-a345-d5d335cd25fe HTTP/1.1" status: 200 len: 210 time: 0.0432956 Nov 23 13:16:17.951483 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-99ae73fc-aa94-4637-b5b3-aaf87a70bee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:12Z', 'revision_number': 5, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:17.955614 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ae73fc-aa94-4637-b5b3-aaf87a70bee0 None None] The sync data for ids ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'] in dv-cinder-818886-1-smb is: [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:12Z', 'revision_number': 5, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:16:18.187570 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab127a45-84f4-4750-8a21-9764880d68c0 None None] New status for floating IP 61e9a48b-c005-4f48-8bb8-3960ecae70d3: DOWN {{(pid=87468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:16:18.921666 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35440) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:16:18.986211 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-09045aa0-a5af-4045-b8c0-b5279c82c9a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:19.015904 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-09045aa0-a5af-4045-b8c0-b5279c82c9a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:19.018124 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 8df814e2-c40e-45a1-a628-539227f44e14 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:16:19.056428 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: 8df814e2-c40e-45a1-a628-539227f44e14 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:16:19.056779 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 8df814e2-c40e-45a1-a628-539227f44e14 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:16:19.175915 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-09045aa0-a5af-4045-b8c0-b5279c82c9a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:19.181790 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-bed0e8c1-4550-4116-bc70-e1a85fc987a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:19.198201 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09045aa0-a5af-4045-b8c0-b5279c82c9a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab424374-7fd6-4263-91af-a8777f3a4ffc,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:19.201217 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-09045aa0-a5af-4045-b8c0-b5279c82c9a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:19.203494 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-09045aa0-a5af-4045-b8c0-b5279c82c9a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:19.206910 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-09045aa0-a5af-4045-b8c0-b5279c82c9a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "DELETE /v2.0/security-groups/ab424374-7fd6-4263-91af-a8777f3a4ffc HTTP/1.1" status: 204 len: 168 time: 0.2842190 Nov 23 13:16:19.207054 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 35444) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:16:19.224081 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.api.v2.resource [None req-5502d521-f296-405d-902c-c9f02e3eeca2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] show failed (client error): The resource could not be found. Nov 23 13:16:19.225077 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-5502d521-f296-405d-902c-c9f02e3eeca2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups/ab424374-7fd6-4263-91af-a8777f3a4ffc HTTP/1.1" status: 404 len: 347 time: 0.0171657 Nov 23 13:16:19.227930 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 35448) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:16:19.388376 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Deleting port 7424aba6-6598-4b2f-8b5c-eddc4e8b0bb0 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:16:19.388630 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:19.564138 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:19.564679 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:19.689671 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Calling delete_port for 7424aba6-6598-4b2f-8b5c-eddc4e8b0bb0 owned by network:floatingip {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:16:19.928981 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:19.936015 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-2ed6ef52-58dd-46ba-b507-5fcc67ad9579 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:19.985017 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event deleted for resources: {'Port': ['ID=7424aba6-6598-4b2f-8b5c-eddc4e8b0bb0,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:20.029217 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:20.029647 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:20.030003 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:20.030358 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:20.030700 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:20.031067 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:20.031406 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:20.031743 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:20.032089 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:20.032424 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:20.032755 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:20.033085 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:20.035623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:20.039892 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:20.063750 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:20.064863 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "DELETE /v2.0/floatingips/61e9a48b-c005-4f48-8bb8-3960ecae70d3 HTTP/1.1" status: 204 len: 168 time: 0.8360682 Nov 23 13:16:20.382372 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35468) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:16:20.388500 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967669821', 'description': 'tempest-description--2085281959'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:16:20.394309 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:16:20.398136 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Usage tracker for resource:security_group and tenant:853b7b2f68be41a2b9efcc92fd52fd59 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:16:20.401165 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:16:20.406769 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:16:20.472099 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:20.494418 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:16:20.498380 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Usage tracker for resource:security_group_rule and tenant:853b7b2f68be41a2b9efcc92fd52fd59 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:16:20.501267 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:16:20.507261 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:16:20.577496 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:20.633018 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:20.637056 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-e0a923bc-7137-45bc-8a3a-5faf66318959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:20.676004 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439d412e-a36b-4a25-8e20-e5df3193f4e4,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:20.678601 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:20.735754 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:20.736904 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3535211 Nov 23 13:16:20.740124 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35472) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:16:20.746613 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-ce727e36-1e45-4f8d-871a-7ddd45b0ccb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Request body: {'security_group_rule': {'security_group_id': '439d412e-a36b-4a25-8e20-e5df3193f4e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:16:20.752446 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-ce727e36-1e45-4f8d-871a-7ddd45b0ccb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:16:20.756257 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-ce727e36-1e45-4f8d-871a-7ddd45b0ccb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Usage tracker for resource:security_group_rule and tenant:853b7b2f68be41a2b9efcc92fd52fd59 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:16:20.759817 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-ce727e36-1e45-4f8d-871a-7ddd45b0ccb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:16:20.765520 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-ce727e36-1e45-4f8d-871a-7ddd45b0ccb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:16:20.873937 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ce727e36-1e45-4f8d-871a-7ddd45b0ccb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:20.933158 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ce727e36-1e45-4f8d-871a-7ddd45b0ccb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:21.004604 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ce727e36-1e45-4f8d-871a-7ddd45b0ccb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:21.013523 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-464d21ec-5e06-457e-a697-322b2847a8ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:21.035000 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce727e36-1e45-4f8d-871a-7ddd45b0ccb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d45ea1a-1959-454a-969b-5473e865650e,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:21.038024 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ce727e36-1e45-4f8d-871a-7ddd45b0ccb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:21.119177 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ce727e36-1e45-4f8d-871a-7ddd45b0ccb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:21.120503 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-ce727e36-1e45-4f8d-871a-7ddd45b0ccb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3793509 Nov 23 13:16:21.123312 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 35478) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:16:21.129683 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-449ce3ed-6b5b-46d0-9d88-142125dcc9ad tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Request body: {'security_group_rule': {'security_group_id': '439d412e-a36b-4a25-8e20-e5df3193f4e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:16:21.135829 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-449ce3ed-6b5b-46d0-9d88-142125dcc9ad tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:16:21.139709 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-449ce3ed-6b5b-46d0-9d88-142125dcc9ad tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Usage tracker for resource:security_group_rule and tenant:853b7b2f68be41a2b9efcc92fd52fd59 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:16:21.142603 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-449ce3ed-6b5b-46d0-9d88-142125dcc9ad tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:16:21.148483 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-449ce3ed-6b5b-46d0-9d88-142125dcc9ad tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:16:21.218230 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-449ce3ed-6b5b-46d0-9d88-142125dcc9ad tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:21.284906 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-449ce3ed-6b5b-46d0-9d88-142125dcc9ad tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:21.351634 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-449ce3ed-6b5b-46d0-9d88-142125dcc9ad tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:21.357666 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:21.376469 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ce3ed-6b5b-46d0-9d88-142125dcc9ad tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c70b345-5875-4a11-8aaf-4d92f18663b9,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:21.379270 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-449ce3ed-6b5b-46d0-9d88-142125dcc9ad tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:21.460259 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-449ce3ed-6b5b-46d0-9d88-142125dcc9ad tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:21.461488 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-449ce3ed-6b5b-46d0-9d88-142125dcc9ad tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3364272 Nov 23 13:16:21.465338 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 35484) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:16:21.470341 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Request body: {'floatingip': {'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:16:21.476156 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:16:21.480669 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Usage tracker for resource:floatingip and tenant:853b7b2f68be41a2b9efcc92fd52fd59 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:16:21.483584 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:16:21.489649 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:16:21.570027 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:21.713763 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-556a11fa-3df8-40fd-b726-0c1ee5fe8a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:21.836507 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92215f-7121-40d5-af7f-8de51b544faa req-5a852562-235b-46f5-b9c6-dd5b3fffed9d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:21.838099 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0a92215f-7121-40d5-af7f-8de51b544faa req-5a852562-235b-46f5-b9c6-dd5b3fffed9d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 945 time: 0.1022756 Nov 23 13:16:21.892269 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:21.898460 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0a92215f-7121-40d5-af7f-8de51b544faa req-7b8c4356-3bfe-4b8f-adad-91520c7eaa4d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510283 Nov 23 13:16:22.029690 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Allocated IP 172.28.3.99 (9b5166c7-a3b6-4dd2-bc8e-90c117c22df2/c5f731f0-a861-4160-a944-f1ad6ad93795/09d12086-23e5-451f-afa0-8c39e17c9041) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:16:22.173711 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:22.267124 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:22.290288 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:22.293920 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:22.359438 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:16:22.360485 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:16:22.364469 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:16:22.374143 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event updated for resources: {'Port': ['ID=09d12086-23e5-451f-afa0-8c39e17c9041,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:22.377442 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:22.397148 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:22.504236 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:22.707108 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:22.758523 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:22.762280 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:22.813970 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:22.844086 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event updated for resources: {'Port': ['ID=09d12086-23e5-451f-afa0-8c39e17c9041,revision_number=2']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:22.846778 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:22.901334 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:22.902580 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4362872 Nov 23 13:16:23.100787 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ea76b-360e-4113-9e0c-ea290939c907 req-76501a61-0e78-4bee-b3eb-50a57f917195 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:23.102128 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4a6ea76b-360e-4113-9e0c-ea290939c907 req-76501a61-0e78-4bee-b3eb-50a57f917195 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 945 time: 0.0820670 Nov 23 13:16:23.146435 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4a6ea76b-360e-4113-9e0c-ea290939c907 req-6101c90e-5d65-457c-a840-af36b129d3eb tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375612 Nov 23 13:16:23.270856 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-db38baee-6c6e-41bf-89a5-c71e3e1448b7 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--967669821&fields=id&tenant_id=853b7b2f68be41a2b9efcc92fd52fd59 HTTP/1.1" status: 200 len: 267 time: 0.0387962 Nov 23 13:16:23.419550 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17d96-6ad1-4189-981b-f398aa530113 req-fba01449-ac92-4c54-b5bb-97c0e5ae38f8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:23.420876 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-fba01449-ac92-4c54-b5bb-97c0e5ae38f8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/networks?id=1a4efee9-ffed-4f56-81e3-cd45acdb4059 HTTP/1.1" status: 200 len: 811 time: 0.1433508 Nov 23 13:16:23.435909 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-5a3fb8e7-0484-4066-8771-cca4cd77cb8b tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/quotas/853b7b2f68be41a2b9efcc92fd52fd59 HTTP/1.1" status: 200 len: 375 time: 0.0094695 Nov 23 13:16:23.524496 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-11e17d96-6ad1-4189-981b-f398aa530113 req-e8ad4275-5459-496b-a682-673200f05341 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Synchronizing usage tracker for tenant:853b7b2f68be41a2b9efcc92fd52fd59 on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:16:23.609649 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-11e17d96-6ad1-4189-981b-f398aa530113 req-e8ad4275-5459-496b-a682-673200f05341 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Unset dirty status for tenant:853b7b2f68be41a2b9efcc92fd52fd59 on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:16:23.610981 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-e8ad4275-5459-496b-a682-673200f05341 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=853b7b2f68be41a2b9efcc92fd52fd59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1699369 Nov 23 13:16:23.843421 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-49689d76-8e5b-46d7-9ae7-9a4d89abf379 service neutron] 10.222.0.48 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200162 Nov 23 13:16:23.974290 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-00485970-f38c-46f1-b17e-9a5831e7f960 service neutron] 10.222.0.48 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250327 Nov 23 13:16:24.341106 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde06c35-454b-46e8-b197-03ebcd2b3b45 req-a89bc741-0024-4a32-96e8-0201afdb333d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:24.342500 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fde06c35-454b-46e8-b197-03ebcd2b3b45 req-a89bc741-0024-4a32-96e8-0201afdb333d tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 945 time: 0.0840459 Nov 23 13:16:24.388352 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fde06c35-454b-46e8-b197-03ebcd2b3b45 req-e107f17f-6ddc-4377-a24f-831e7272908e tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399852 Nov 23 13:16:24.440276 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7513-d799-4e37-8fee-70b8dcf3038d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:24.475274 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a44bf125-a8cd-4291-80dc-49e3fe835238 req-d20408ca-86ac-44f4-a6ba-e801a7a0de80 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 210 time: 0.0437596 Nov 23 13:16:25.312690 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:25.660000 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90624d86-dc69-445c-ac5d-91f563b50c55 req-144651d8-35c1-4191-bdad-5dfeac2c3bf7 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:25.661434 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-90624d86-dc69-445c-ac5d-91f563b50c55 req-144651d8-35c1-4191-bdad-5dfeac2c3bf7 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 945 time: 0.1672406 Nov 23 13:16:25.705730 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-90624d86-dc69-445c-ac5d-91f563b50c55 req-d91a9f85-e76d-4562-aac6-ba07299ed77b tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 Nov 23 13:16:25.837851 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-17817ed0-1c6c-41b4-a2e4-b7fba90c1e7c req-e5a86900-1bb2-4b92-b3c2-69003fb6e9ad tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 210 time: 0.0420690 Nov 23 13:16:26.447750 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217bd1-5ea5-42aa-afed-fecd05dfbcf4 req-5bc7891f-831e-466e-a526-d3b41f123f16 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:26.448508 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-ea217bd1-5ea5-42aa-afed-fecd05dfbcf4 req-5bc7891f-831e-466e-a526-d3b41f123f16 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Synchronizing usage tracker for tenant:537393f5913b4aeab9ade619e8d70709 on resource:port {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:16:26.563023 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-ea217bd1-5ea5-42aa-afed-fecd05dfbcf4 req-5bc7891f-831e-466e-a526-d3b41f123f16 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Unset dirty status for tenant:537393f5913b4aeab9ade619e8d70709 on resource:port {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:16:26.564308 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ea217bd1-5ea5-42aa-afed-fecd05dfbcf4 req-5bc7891f-831e-466e-a526-d3b41f123f16 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.88 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 945 time: 0.1997132 Nov 23 13:16:26.761075 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-ea217bd1-5ea5-42aa-afed-fecd05dfbcf4 req-b6e10b98-1eed-47d4-a70f-955c79c18e86 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Deleting port 08b7a533-c26c-472b-b565-ca312d336e86 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:16:26.761401 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-ea217bd1-5ea5-42aa-afed-fecd05dfbcf4 req-b6e10b98-1eed-47d4-a70f-955c79c18e86 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:26.899630 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea427e-e0da-475f-9097-ba6f32c58ccf req-93ef9097-3eda-4f44-a903-377bf8de823f tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:26.901108 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c8ea427e-e0da-475f-9097-ba6f32c58ccf req-93ef9097-3eda-4f44-a903-377bf8de823f tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 945 time: 0.0864291 Nov 23 13:16:26.901346 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17d96-6ad1-4189-981b-f398aa530113 req-66454293-9caa-491b-9306-11edc5d4bb2d tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:26.902028 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-11e17d96-6ad1-4189-981b-f398aa530113 req-66454293-9caa-491b-9306-11edc5d4bb2d tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Synchronizing usage tracker for tenant:853b7b2f68be41a2b9efcc92fd52fd59 on resource:network {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:16:26.947444 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c8ea427e-e0da-475f-9097-ba6f32c58ccf req-69a99cf1-d22d-4b48-9da5-cf3e00f81ac2 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/security-groups?id=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406480 Nov 23 13:16:27.021746 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:27.056399 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-11e17d96-6ad1-4189-981b-f398aa530113 req-66454293-9caa-491b-9306-11edc5d4bb2d tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Unset dirty status for tenant:853b7b2f68be41a2b9efcc92fd52fd59 on resource:network {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:16:27.057612 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-66454293-9caa-491b-9306-11edc5d4bb2d tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.88 "GET /v2.0/networks?id=1a4efee9-ffed-4f56-81e3-cd45acdb4059 HTTP/1.1" status: 200 len: 811 time: 0.4578285 Nov 23 13:16:27.079813 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-ea217bd1-5ea5-42aa-afed-fecd05dfbcf4 req-b6e10b98-1eed-47d4-a70f-955c79c18e86 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] For port 08b7a533-c26c-472b-b565-ca312d336e86, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=08b7a533-c26c-472b-b565-ca312d336e86,segment=NetworkSegment(e17e0bed-2479-4d1c-af08-6cdd3cc20584),segment_id=e17e0bed-2479-4d1c-af08-6cdd3cc20584)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:16:27.080170 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-ea217bd1-5ea5-42aa-afed-fecd05dfbcf4 req-b6e10b98-1eed-47d4-a70f-955c79c18e86 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:27.107016 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-17263165-7649-4a5a-8ad4-49189c3cccf3 req-d3d66e7d-8dfb-4da5-9606-c35771f40ce7 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 210 time: 0.0428407 Nov 23 13:16:27.220941 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-ea217bd1-5ea5-42aa-afed-fecd05dfbcf4 req-b6e10b98-1eed-47d4-a70f-955c79c18e86 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Calling delete_port for 08b7a533-c26c-472b-b565-ca312d336e86 owned by compute:nova {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:16:27.285206 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-11e17d96-6ad1-4189-981b-f398aa530113 req-778414a9-dcbc-461b-829e-a3ceb7cba487 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Synchronizing usage tracker for tenant:853b7b2f68be41a2b9efcc92fd52fd59 on resource:security_group {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:16:27.416110 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-11e17d96-6ad1-4189-981b-f398aa530113 req-778414a9-dcbc-461b-829e-a3ceb7cba487 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Unset dirty status for tenant:853b7b2f68be41a2b9efcc92fd52fd59 on resource:security_group {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:16:27.417245 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-778414a9-dcbc-461b-829e-a3ceb7cba487 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=853b7b2f68be41a2b9efcc92fd52fd59 HTTP/1.1" status: 200 len: 379 time: 0.3298502 Nov 23 13:16:27.426705 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Request body: {'port': {'device_id': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'admin_state_up': True, 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'security_groups': ['439d412e-a36b-4a25-8e20-e5df3193f4e4']}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:16:27.493693 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-ea217bd1-5ea5-42aa-afed-fecd05dfbcf4 req-b6e10b98-1eed-47d4-a70f-955c79c18e86 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:27.508079 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:27.564256 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e10b98-1eed-47d4-a70f-955c79c18e86 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Pushing event deleted for resources: {'Port': ['ID=08b7a533-c26c-472b-b565-ca312d336e86,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:27.691291 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b6e10b98-1eed-47d4-a70f-955c79c18e86 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:27.742495 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea217bd1-5ea5-42aa-afed-fecd05dfbcf4 req-b6e10b98-1eed-47d4-a70f-955c79c18e86 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] No DVR routers for this DVR port 08b7a533-c26c-472b-b565-ca312d336e86 on host hv-cinder-81888 {{(pid=87465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:16:27.753414 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-ea217bd1-5ea5-42aa-afed-fecd05dfbcf4 req-b6e10b98-1eed-47d4-a70f-955c79c18e86 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:27.755824 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4206bcc8-bae2-41b7-bd74-a41a702bc40d', 'name': 'network-vif-deleted', 'tag': '08b7a533-c26c-472b-b565-ca312d336e86'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:16:27.791207 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:16:27.800468 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:16:27.849882 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4206bcc8-bae2-41b7-bd74-a41a702bc40d', 'name': 'network-vif-deleted', 'tag': '08b7a533-c26c-472b-b565-ca312d336e86', 'status': 'completed', 'code': 200} Nov 23 13:16:27.860679 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ea217bd1-5ea5-42aa-afed-fecd05dfbcf4 req-b6e10b98-1eed-47d4-a70f-955c79c18e86 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.88 "DELETE /v2.0/ports/08b7a533-c26c-472b-b565-ca312d336e86 HTTP/1.1" status: 204 len: 173 time: 1.2622132 Nov 23 13:16:27.888569 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Made reservation on behalf of 853b7b2f68be41a2b9efcc92fd52fd59 for: {'port': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:16:27.892128 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:28.060222 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Allocated IP 172.20.0.12 (1a4efee9-ffed-4f56-81e3-cd45acdb4059/a6cc2b94-0f4f-499e-9b16-c37f584a39e4/43e34a63-62be-42ff-8499-2903a09bb0d2) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:16:28.104646 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6933408a-6925-4bf3-ba63-69c245577539 req-ff974c83-ba35-46da-86eb-1501570a2434 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] 10.222.0.48 "GET /v2.0/ports?device_id=4206bcc8-bae2-41b7-bd74-a41a702bc40d HTTP/1.1" status: 200 len: 210 time: 0.0452909 Nov 23 13:16:28.257128 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:28.265044 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0dcabb3b-e468-49b1-90f7-313298643351 req-2f2c821b-f851-48cc-9474-fd61fd87e0e8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 210 time: 0.0479696 Nov 23 13:16:28.273589 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Transition to ACTIVE for port object 43e34a63-62be-42ff-8499-2903a09bb0d2 will not be triggered until provisioned by entity DHCP. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:16:28.391995 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:28.397635 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:28.461904 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:16:28.464967 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:16:28.467489 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:16:28.513618 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event updated for resources: {'Port': ['ID=43e34a63-62be-42ff-8499-2903a09bb0d2,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:28.516517 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:28.539863 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:28.540570 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:28.656602 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2336645 Nov 23 13:16:28.718615 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Request body: {'port': {'device_id': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:16:28.804206 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-0c9899e5-2bb9-42c9-aefe-45c2b899a371 None None] Provisioning for port 43e34a63-62be-42ff-8499-2903a09bb0d2 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:16:28.810342 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-0c9899e5-2bb9-42c9-aefe-45c2b899a371 None None] Provisioning complete for port 43e34a63-62be-42ff-8499-2903a09bb0d2 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:16:28.810772 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-0c9899e5-2bb9-42c9-aefe-45c2b899a371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:28.832128 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:28.865595 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-0c9899e5-2bb9-42c9-aefe-45c2b899a371 None None] Port 43e34a63-62be-42ff-8499-2903a09bb0d2 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:16:29.090811 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 08b7a533-c26c-472b-b565-ca312d336e86 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:16:29.126994 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: 08b7a533-c26c-472b-b565-ca312d336e86 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:16:29.127343 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 08b7a533-c26c-472b-b565-ca312d336e86 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:16:29.176901 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e34a63-62be-42ff-8499-2903a09bb0d2 {{(pid=87465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:16:29.184872 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:29.199753 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Transition to ACTIVE for port object 43e34a63-62be-42ff-8499-2903a09bb0d2 will not be triggered until provisioned by entity L2. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:16:29.249994 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:29.254737 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-a164c161-13e8-4323-9a68-f4e5cd2a509a tempest-VolumesActionsTest-356742592 tempest-VolumesActionsTest-356742592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:29.386234 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Pushing event updated for resources: {'Port': ['ID=43e34a63-62be-42ff-8499-2903a09bb0d2,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:29.412452 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:29.484228 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f0582-f2b7-418d-a0b4-53e07c22f67f req-8e0c8b33-3931-45be-9525-a71623037796 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:29.486799 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bb7f0582-f2b7-418d-a0b4-53e07c22f67f req-8e0c8b33-3931-45be-9525-a71623037796 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 944 time: 0.1003776 Nov 23 13:16:29.499331 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Attempting to bind port 43e34a63-62be-42ff-8499-2903a09bb0d2 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:16:29.499665 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Attempting to bind port 43e34a63-62be-42ff-8499-2903a09bb0d2 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:16:29.499994 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Attempting to bind port 43e34a63-62be-42ff-8499-2903a09bb0d2 on network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:16:29.505744 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Port 43e34a63-62be-42ff-8499-2903a09bb0d2 on network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:16:29.506254 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Attempting to bind port 43e34a63-62be-42ff-8499-2903a09bb0d2 on network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:16:29.513529 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:16:29.514050 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Checking segment: {'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:16:29.515046 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Bound using segment: {'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:16:29.515592 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Bound port: 43e34a63-62be-42ff-8499-2903a09bb0d2, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de25bd64-c15f-482b-b18f-111c191ff273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059'}}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:16:29.515941 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:29.543311 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bb7f0582-f2b7-418d-a0b4-53e07c22f67f req-3b7e70a1-a4e1-4233-ada8-f226de5481e6 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=439d412e-a36b-4a25-8e20-e5df3193f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489879 Nov 23 13:16:29.612121 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] For port 43e34a63-62be-42ff-8499-2903a09bb0d2, host hv-cinder-81888, cleared binding levels {{(pid=87465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:16:29.615258 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] For port 43e34a63-62be-42ff-8499-2903a09bb0d2, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=43e34a63-62be-42ff-8499-2903a09bb0d2,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:16:29.717562 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:29.721438 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-243a1def-0cc1-49d5-856a-10bffe687724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:29.779073 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:29.779735 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:29.781771 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] 10.222.0.88 "PUT /v2.0/ports/43e34a63-62be-42ff-8499-2903a09bb0d2 HTTP/1.1" status: 200 len: 1094 time: 1.1117289 Nov 23 13:16:29.802588 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Pushing event updated for resources: {'Port': ['ID=43e34a63-62be-42ff-8499-2903a09bb0d2,revision_number=3']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:29.806381 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-cc0a0960-7f31-4938-9ee6-1c8f542a905b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:29.850658 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'tag': '43e34a63-62be-42ff-8499-2903a09bb0d2'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:16:29.910593 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'tag': '43e34a63-62be-42ff-8499-2903a09bb0d2', 'status': 'completed', 'code': 200} Nov 23 13:16:30.009460 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17d96-6ad1-4189-981b-f398aa530113 req-dece60c3-cdb7-4d67-beb3-27dd41f861b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:30.010969 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-dece60c3-cdb7-4d67-beb3-27dd41f861b5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=853b7b2f68be41a2b9efcc92fd52fd59&device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 1097 time: 0.0789101 Nov 23 13:16:30.087495 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-faab9b72-7123-4838-a786-b7447bfdc923 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e34a63-62be-42ff-8499-2903a09bb0d2 HTTP/1.1" status: 200 len: 217 time: 0.0616143 Nov 23 13:16:30.152819 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17d96-6ad1-4189-981b-f398aa530113 req-3c146400-c971-4204-99e1-14aed7ab7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:30.154122 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-3c146400-c971-4204-99e1-14aed7ab7573 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a6cc2b94-0f4f-499e-9b16-c37f584a39e4 HTTP/1.1" status: 200 len: 850 time: 0.0593140 Nov 23 13:16:30.232985 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17d96-6ad1-4189-981b-f398aa530113 req-239683aa-6f5b-4ab3-a6bb-7e4c91d5bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:30.234424 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-239683aa-6f5b-4ab3-a6bb-7e4c91d5bcfb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4efee9-ffed-4f56-81e3-cd45acdb4059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704086 Nov 23 13:16:30.363266 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-76e2909b-08bc-41d5-a4f4-97d5734d9853 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204369 Nov 23 13:16:30.494235 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-11e17d96-6ad1-4189-981b-f398aa530113 req-f5995fb6-a5f4-4942-a7b0-db46e7a32e0c service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242735 Nov 23 13:16:30.746123 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dc4d2-4d25-437a-bc29-be80e8865076 req-cf6d3a3a-ed1b-4d24-82ff-861c9ca9e981 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:30.747671 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-901dc4d2-4d25-437a-bc29-be80e8865076 req-cf6d3a3a-ed1b-4d24-82ff-861c9ca9e981 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 944 time: 0.0964680 Nov 23 13:16:30.797649 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-901dc4d2-4d25-437a-bc29-be80e8865076 req-b114bf5b-59e7-4007-bb2b-41df2c13b440 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=439d412e-a36b-4a25-8e20-e5df3193f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438812 Nov 23 13:16:30.829949 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1274-d614-4e1a-a829-864179ff308e req-ce400c8a-1d33-4b74-adfe-07485c41d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:30.831460 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-d8cc1274-d614-4e1a-a829-864179ff308e req-ce400c8a-1d33-4b74-adfe-07485c41d098 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=853b7b2f68be41a2b9efcc92fd52fd59&device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 1097 time: 0.1709690 Nov 23 13:16:30.962491 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1274-d614-4e1a-a829-864179ff308e req-9b57b6e5-d8b4-4036-8bab-0523ccfa7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:30.964141 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-d8cc1274-d614-4e1a-a829-864179ff308e req-9b57b6e5-d8b4-4036-8bab-0523ccfa7089 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4efee9-ffed-4f56-81e3-cd45acdb4059 HTTP/1.1" status: 200 len: 913 time: 0.1264837 Nov 23 13:16:31.035545 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-d8cc1274-d614-4e1a-a829-864179ff308e req-1dce2d43-5802-4c64-bdb1-6ab6d3d370ba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e34a63-62be-42ff-8499-2903a09bb0d2 HTTP/1.1" status: 200 len: 217 time: 0.0641365 Nov 23 13:16:31.097319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1274-d614-4e1a-a829-864179ff308e req-8b1fcb59-e2a6-4790-af2b-2a9d55187db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:31.098769 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-d8cc1274-d614-4e1a-a829-864179ff308e req-8b1fcb59-e2a6-4790-af2b-2a9d55187db3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a6cc2b94-0f4f-499e-9b16-c37f584a39e4 HTTP/1.1" status: 200 len: 850 time: 0.0571291 Nov 23 13:16:31.172957 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1274-d614-4e1a-a829-864179ff308e req-1e3bc280-5a92-4a6b-988c-16f2fe125ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:31.174391 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-d8cc1274-d614-4e1a-a829-864179ff308e req-1e3bc280-5a92-4a6b-988c-16f2fe125ae8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4efee9-ffed-4f56-81e3-cd45acdb4059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690453 Nov 23 13:16:31.306023 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-d8cc1274-d614-4e1a-a829-864179ff308e req-aba5ba7e-e1eb-4a50-a2e0-fdfedee6b6ca service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233637 Nov 23 13:16:31.437962 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-d8cc1274-d614-4e1a-a829-864179ff308e req-d525c227-dc09-400e-9591-46f13b604fc5 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247151 Nov 23 13:16:31.981013 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e8342-fa19-4aa2-a859-8e3d32211d73 req-6cc5ee7c-f0c0-4f90-9b0b-816fb41fdf46 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:31.982434 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4c8e8342-fa19-4aa2-a859-8e3d32211d73 req-6cc5ee7c-f0c0-4f90-9b0b-816fb41fdf46 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 944 time: 0.0786226 Nov 23 13:16:32.027112 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4c8e8342-fa19-4aa2-a859-8e3d32211d73 req-ef23024e-b10a-4d65-9aea-09e1bfc86b82 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=439d412e-a36b-4a25-8e20-e5df3193f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388794 Nov 23 13:16:33.092334 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 43e34a63-62be-42ff-8499-2903a09bb0d2 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:16:33.220526 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b2224-c4e3-4479-81e2-dac9fd41d1a5 req-236cbf6a-f874-43ce-8ba6-6261bf514de1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:33.227651 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e57b2224-c4e3-4479-81e2-dac9fd41d1a5 req-236cbf6a-f874-43ce-8ba6-6261bf514de1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 944 time: 0.0892959 Nov 23 13:16:33.268990 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e57b2224-c4e3-4479-81e2-dac9fd41d1a5 req-ef7e5e69-f8c9-4aab-bade-e7bba14bb3e2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=439d412e-a36b-4a25-8e20-e5df3193f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404618 Nov 23 13:16:33.282715 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 43e34a63-62be-42ff-8499-2903a09bb0d2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=43e34a63-62be-42ff-8499-2903a09bb0d2,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:16:33.296686 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': '43e34a63-62be-42ff-8499-2903a09bb0d2', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'port_id': '43e34a63-62be-42ff-8499-2903a09bb0d2', 'mac_address': 'fa:16:3e:13:c5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:16:33.354085 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:33.371456 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e34a63-62be-42ff-8499-2903a09bb0d2 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:16:33.387586 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 43e34a63-62be-42ff-8499-2903a09bb0d2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=43e34a63-62be-42ff-8499-2903a09bb0d2,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:16:33.449821 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:33.451642 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:33.523400 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=43e34a63-62be-42ff-8499-2903a09bb0d2,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:33.530982 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:33.531324 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:33.531659 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:33.531983 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:33.532308 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:33.532630 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:33.532947 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:33.533328 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:33.533582 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:33.533898 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:33.534213 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:33.534525 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:16:33.538332 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:33.769505 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['43e34a63-62be-42ff-8499-2903a09bb0d2'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:16:34.621235 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a341c24-e3e8-43ed-9421-87fbf70bb053 req-1fdec69f-0994-4928-a005-e24127056456 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:34.622686 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2a341c24-e3e8-43ed-9421-87fbf70bb053 req-1fdec69f-0994-4928-a005-e24127056456 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 945 time: 0.0851414 Nov 23 13:16:34.671082 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2a341c24-e3e8-43ed-9421-87fbf70bb053 req-74628899-a9ab-4d7b-b693-3939e3c69848 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=439d412e-a36b-4a25-8e20-e5df3193f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426426 Nov 23 13:16:35.094197 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 43e34a63-62be-42ff-8499-2903a09bb0d2 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:16:35.215832 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port 43e34a63-62be-42ff-8499-2903a09bb0d2 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:16:35.220584 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port 43e34a63-62be-42ff-8499-2903a09bb0d2 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:16:35.220957 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:35.337526 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:35.363109 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e34a63-62be-42ff-8499-2903a09bb0d2'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:16:35.373138 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 43e34a63-62be-42ff-8499-2903a09bb0d2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=43e34a63-62be-42ff-8499-2903a09bb0d2,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:16:35.442687 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:35.445487 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-77d51909-05d8-42c7-b614-89457d8b8c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:35.476512 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e34a63-62be-42ff-8499-2903a09bb0d2', 'code': 200} Nov 23 13:16:35.516861 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=43e34a63-62be-42ff-8499-2903a09bb0d2,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:35.519712 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:35.854671 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2c76d-0f6e-4dbc-88e5-016ae5dac90d req-61d3d2e9-bba3-4e07-93ac-18d92b5c36b0 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:35.856254 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e6f2c76d-0f6e-4dbc-88e5-016ae5dac90d req-61d3d2e9-bba3-4e07-93ac-18d92b5c36b0 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 946 time: 0.0801437 Nov 23 13:16:35.865955 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f55a2-7a19-49f7-bafe-be9b98bb4a38 req-e5399f34-1c4d-45d3-8f9c-48851707fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:35.870814 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-8e4f55a2-7a19-49f7-bafe-be9b98bb4a38 req-e5399f34-1c4d-45d3-8f9c-48851707fd06 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 1099 time: 0.0737917 Nov 23 13:16:35.902377 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e6f2c76d-0f6e-4dbc-88e5-016ae5dac90d req-3073aa78-04bb-40e5-a68d-c661e3a6b6bb tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=439d412e-a36b-4a25-8e20-e5df3193f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402832 Nov 23 13:16:35.922896 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-8e4f55a2-7a19-49f7-bafe-be9b98bb4a38 req-37a02198-07dd-4ed2-a74c-fcd3478a057f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=439d412e-a36b-4a25-8e20-e5df3193f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428872 Nov 23 13:16:36.931157 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df9b7d-764b-4cbc-8ebe-4e9df94a34ea req-66e2e465-0c56-428d-af4c-5cb2a1a28e99 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:36.932647 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f3df9b7d-764b-4cbc-8ebe-4e9df94a34ea req-66e2e465-0c56-428d-af4c-5cb2a1a28e99 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0875304 Nov 23 13:16:36.977894 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f3df9b7d-764b-4cbc-8ebe-4e9df94a34ea req-f957f6c2-0383-43c2-ad8a-b75272b12596 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393145 Nov 23 13:16:37.165691 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d830ba-ca76-49fa-b499-254e04cbe131 req-124c1a1b-89b0-41d1-b2a9-2beb5fbfd311 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:37.167176 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e9d830ba-ca76-49fa-b499-254e04cbe131 req-124c1a1b-89b0-41d1-b2a9-2beb5fbfd311 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 946 time: 0.0873966 Nov 23 13:16:37.212344 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e9d830ba-ca76-49fa-b499-254e04cbe131 req-9e763169-90dd-47bd-87c8-7addbdf62800 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=439d412e-a36b-4a25-8e20-e5df3193f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391934 Nov 23 13:16:38.173778 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe69998-051c-4fb8-8823-72509f65274b req-d177f7c5-1fe2-4278-bcc5-843936bfa9fb tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:38.175365 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9fe69998-051c-4fb8-8823-72509f65274b req-d177f7c5-1fe2-4278-bcc5-843936bfa9fb tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0857754 Nov 23 13:16:38.218937 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9fe69998-051c-4fb8-8823-72509f65274b req-45d8cd12-46df-43b6-862c-b4628622cc1d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378606 Nov 23 13:16:38.401861 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd524d6-84ed-4569-8e7b-7b095399bca5 req-5fcbe1c9-e5af-44dd-842d-da9d42a428fe tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:38.403236 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dfd524d6-84ed-4569-8e7b-7b095399bca5 req-5fcbe1c9-e5af-44dd-842d-da9d42a428fe tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 946 time: 0.0807865 Nov 23 13:16:38.451459 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-dfd524d6-84ed-4569-8e7b-7b095399bca5 req-f1568249-df16-4895-ab79-a1c45833b05f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=439d412e-a36b-4a25-8e20-e5df3193f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426264 Nov 23 13:16:38.632900 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7311d1-889b-423d-bd07-88163c1e1389 req-c313dfe2-8687-45c1-b0b1-4ab8e6cfa759 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:38.634775 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3e7311d1-889b-423d-bd07-88163c1e1389 req-c313dfe2-8687-45c1-b0b1-4ab8e6cfa759 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 946 time: 0.0824969 Nov 23 13:16:38.643071 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 35630) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:16:38.647997 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-f757cd30-0829-495d-90bb-c214f4e14f7a tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Request body: {'floatingip': {'port_id': '43e34a63-62be-42ff-8499-2903a09bb0d2'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:16:38.728278 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f757cd30-0829-495d-90bb-c214f4e14f7a tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:39.442772 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f757cd30-0829-495d-90bb-c214f4e14f7a tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:39.465533 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd297b6d-11e3-48ab-b928-916e8312499e req-573fdc90-fb5b-4976-81a4-25d54062c216 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:39.466995 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bd297b6d-11e3-48ab-b928-916e8312499e req-573fdc90-fb5b-4976-81a4-25d54062c216 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.1154356 Nov 23 13:16:39.511901 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bd297b6d-11e3-48ab-b928-916e8312499e req-3fd159dc-1fb8-4f72-b1c6-be639bfa6b17 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390754 Nov 23 13:16:39.524490 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f757cd30-0829-495d-90bb-c214f4e14f7a tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:39.695042 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.l3_db [None req-f757cd30-0829-495d-90bb-c214f4e14f7a tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Floating IP 7468c247-9853-4c92-ab96-0e64992e5290 associated. External IP: 172.28.3.99, port: 43e34a63-62be-42ff-8499-2903a09bb0d2. Nov 23 13:16:40.051122 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f757cd30-0829-495d-90bb-c214f4e14f7a tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:16:40.228826 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f757cd30-0829-495d-90bb-c214f4e14f7a tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:16:40.233668 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f757cd30-0829-495d-90bb-c214f4e14f7a tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:40.238560 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85af7fab-89ae-435d-b458-a5556e60a192 None None] Sync routers for ids ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:16:40.248535 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85af7fab-89ae-435d-b458-a5556e60a192 None None] Routers {'1aa60342-a3f4-4baa-9d7e-5356d4c5c651'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:16:40.249671 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-85af7fab-89ae-435d-b458-a5556e60a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:16:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:40.291880 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-f757cd30-0829-495d-90bb-c214f4e14f7a tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "PUT /v2.0/floatingips/7468c247-9853-4c92-ab96-0e64992e5290 HTTP/1.1" status: 200 len: 991 time: 1.6477802 Nov 23 13:16:40.292578 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'tag': '43e34a63-62be-42ff-8499-2903a09bb0d2'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:16:40.427456 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-85af7fab-89ae-435d-b458-a5556e60a192 None None] Set router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:16:40.527575 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'tag': '43e34a63-62be-42ff-8499-2903a09bb0d2', 'status': 'completed', 'code': 200} Nov 23 13:16:40.646674 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4e22-6460-4c82-b543-7c86239b9af8 req-bbd02ec9-2cc3-4c26-90c9-0fa041348c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:40.648276 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-00ab4e22-6460-4c82-b543-7c86239b9af8 req-bbd02ec9-2cc3-4c26-90c9-0fa041348c1b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=853b7b2f68be41a2b9efcc92fd52fd59&device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 1099 time: 0.0717945 Nov 23 13:16:40.794383 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4e22-6460-4c82-b543-7c86239b9af8 req-51e3f79a-6aa1-4464-b5d1-e207eb7bbac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:40.796667 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-00ab4e22-6460-4c82-b543-7c86239b9af8 req-51e3f79a-6aa1-4464-b5d1-e207eb7bbac7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1a4efee9-ffed-4f56-81e3-cd45acdb4059 HTTP/1.1" status: 200 len: 913 time: 0.1414742 Nov 23 13:16:40.812186 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-85af7fab-89ae-435d-b458-a5556e60a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': '7468c247-9853-4c92-ab96-0e64992e5290', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'floating_ip_address': '172.28.3.99', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'port_id': '43e34a63-62be-42ff-8499-2903a09bb0d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'mac_address': 'fa:16:3e:13:c5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:16:22Z', 'updated_at': '2021-11-23T13:16:39Z', 'revision_number': 1, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:12Z', 'revision_number': 5, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:40.816112 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85af7fab-89ae-435d-b458-a5556e60a192 None None] Checking router: 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:16:40.819312 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31769351-6471-48d9-bf97-42e0022b8f53 req-4fd2ceb3-4cc9-49f6-a3fb-be067f2f9dfc tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:40.820850 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-31769351-6471-48d9-bf97-42e0022b8f53 req-4fd2ceb3-4cc9-49f6-a3fb-be067f2f9dfc tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.1944499 Nov 23 13:16:40.825102 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85af7fab-89ae-435d-b458-a5556e60a192 None None] Routers {'1aa60342-a3f4-4baa-9d7e-5356d4c5c651'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:16:40.825715 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-85af7fab-89ae-435d-b458-a5556e60a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:16:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:40.865642 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-31769351-6471-48d9-bf97-42e0022b8f53 req-9ad38eca-3399-4817-8c84-ba091da7ca58 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384753 Nov 23 13:16:40.911050 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-00ab4e22-6460-4c82-b543-7c86239b9af8 req-a4f31630-4e04-4d3b-99f7-f6197fc4c0f3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e34a63-62be-42ff-8499-2903a09bb0d2 HTTP/1.1" status: 200 len: 999 time: 0.1075943 Nov 23 13:16:40.940186 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:40.981685 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4e22-6460-4c82-b543-7c86239b9af8 req-fee000d2-2d1f-40a5-9cd5-d4ce5419af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:40.983241 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-00ab4e22-6460-4c82-b543-7c86239b9af8 req-fee000d2-2d1f-40a5-9cd5-d4ce5419af1b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a6cc2b94-0f4f-499e-9b16-c37f584a39e4 HTTP/1.1" status: 200 len: 850 time: 0.0658731 Nov 23 13:16:41.006965 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-85af7fab-89ae-435d-b458-a5556e60a192 None None] Set router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:16:41.069522 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4e22-6460-4c82-b543-7c86239b9af8 req-f0c82d02-6b40-46c7-aece-99abbd051ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:41.071600 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-00ab4e22-6460-4c82-b543-7c86239b9af8 req-f0c82d02-6b40-46c7-aece-99abbd051ba7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1a4efee9-ffed-4f56-81e3-cd45acdb4059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817177 Nov 23 13:16:41.224117 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-00ab4e22-6460-4c82-b543-7c86239b9af8 req-9be4da29-f62e-4379-b8ec-1a7a977449b9 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459053 Nov 23 13:16:41.360910 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-00ab4e22-6460-4c82-b543-7c86239b9af8 req-911bce81-257a-4b98-9de8-5897a38d2cc3 service neutron] 10.222.0.88 "GET /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294968 Nov 23 13:16:41.396249 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-85af7fab-89ae-435d-b458-a5556e60a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': '7468c247-9853-4c92-ab96-0e64992e5290', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'floating_ip_address': '172.28.3.99', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'port_id': '43e34a63-62be-42ff-8499-2903a09bb0d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'mac_address': 'fa:16:3e:13:c5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:16:22Z', 'updated_at': '2021-11-23T13:16:39Z', 'revision_number': 1, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:12Z', 'revision_number': 5, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:41.400503 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85af7fab-89ae-435d-b458-a5556e60a192 None None] The sync data for ids ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'] in dv-cinder-818886-1-smb is: [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': '7468c247-9853-4c92-ab96-0e64992e5290', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'floating_ip_address': '172.28.3.99', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'port_id': '43e34a63-62be-42ff-8499-2903a09bb0d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'mac_address': 'fa:16:3e:13:c5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:16:22Z', 'updated_at': '2021-11-23T13:16:39Z', 'revision_number': 1, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:12Z', 'revision_number': 5, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:16:41.629746 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f93ee8-9854-4e89-987d-9ae0bc2bcebb None None] New status for floating IP 7468c247-9853-4c92-ab96-0e64992e5290: ACTIVE {{(pid=87468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:16:42.063339 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e63f5-98a7-48da-82e3-c44ad5d8cb49 req-35a5968e-3234-4d60-aae0-2088968e3d9f tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:42.064811 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f34e63f5-98a7-48da-82e3-c44ad5d8cb49 req-35a5968e-3234-4d60-aae0-2088968e3d9f tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0829656 Nov 23 13:16:42.112096 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f34e63f5-98a7-48da-82e3-c44ad5d8cb49 req-053d864a-711f-4507-8289-9feb9d48e840 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414958 Nov 23 13:16:43.324462 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b02f5d-7a8d-4482-af9f-b087900da9ba req-021952b4-9496-4983-a57e-aff4c98b651e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:43.326008 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7b02f5d-7a8d-4482-af9f-b087900da9ba req-021952b4-9496-4983-a57e-aff4c98b651e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0826933 Nov 23 13:16:43.370908 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e7b02f5d-7a8d-4482-af9f-b087900da9ba req-5916669a-99ab-4bfa-878f-04d6e7c61f9d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391595 Nov 23 13:16:44.577463 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8346218-db21-43a3-97b3-1e74198470da req-976a369e-c88f-4bac-a60d-7849277f4c8a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:44.583414 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e8346218-db21-43a3-97b3-1e74198470da req-976a369e-c88f-4bac-a60d-7849277f4c8a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0950816 Nov 23 13:16:44.625122 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e8346218-db21-43a3-97b3-1e74198470da req-e236a83e-a618-4729-99c2-bbf9c21b5be8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399079 Nov 23 13:16:45.354345 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9eaf444e-2233-484b-bf3c-c319362e3257 req-9e34db1e-c72c-4ff4-aaea-42c586826c70 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716205 Nov 23 13:16:45.577786 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf444e-2233-484b-bf3c-c319362e3257 req-4857b485-d2ff-44c7-89c7-31c151e0b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:45.579190 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9eaf444e-2233-484b-bf3c-c319362e3257 req-4857b485-d2ff-44c7-89c7-31c151e0b38f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=01042792b9a0495aa1ed60e5abcbf4ea&device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 1138 time: 0.1755111 Nov 23 13:16:45.724969 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf444e-2233-484b-bf3c-c319362e3257 req-b7db0650-1158-4b56-93b6-072d445111fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:45.727069 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9eaf444e-2233-484b-bf3c-c319362e3257 req-b7db0650-1158-4b56-93b6-072d445111fd service neutron] 10.222.0.88 "GET /v2.0/networks?id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab HTTP/1.1" status: 200 len: 916 time: 0.1289673 Nov 23 13:16:45.817589 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5347c-7cb0-4348-a49c-a73a755fe6d0 req-26d79ce5-ea58-4799-8db2-05b4cec84dfa tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:45.819118 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70d5347c-7cb0-4348-a49c-a73a755fe6d0 req-26d79ce5-ea58-4799-8db2-05b4cec84dfa tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0802603 Nov 23 13:16:45.833266 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9eaf444e-2233-484b-bf3c-c319362e3257 req-78484555-2ff0-449f-bf17-06f361b6ee16 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5844d903-c339-44bb-9dcf-edd2b4c5b502 HTTP/1.1" status: 200 len: 1001 time: 0.0987265 Nov 23 13:16:45.864098 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-70d5347c-7cb0-4348-a49c-a73a755fe6d0 req-4fb7cd67-511f-4ffd-9b40-e8cb82c42689 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382979 Nov 23 13:16:45.897140 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf444e-2233-484b-bf3c-c319362e3257 req-dc1fd700-83aa-4ce6-a948-2db52ae22c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:45.898642 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9eaf444e-2233-484b-bf3c-c319362e3257 req-dc1fd700-83aa-4ce6-a948-2db52ae22c8d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0409095e-86a1-4e04-9542-eefa14b60e12 HTTP/1.1" status: 200 len: 853 time: 0.0592928 Nov 23 13:16:45.978129 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf444e-2233-484b-bf3c-c319362e3257 req-49b318e7-a538-4276-bb83-32cb5fa46539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:45.979664 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9eaf444e-2233-484b-bf3c-c319362e3257 req-49b318e7-a538-4276-bb83-32cb5fa46539 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741785 Nov 23 13:16:46.113104 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9eaf444e-2233-484b-bf3c-c319362e3257 req-d7ad7cf6-530f-4efd-8d38-4e786af67637 service neutron] 10.222.0.88 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256158 Nov 23 13:16:46.250644 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9eaf444e-2233-484b-bf3c-c319362e3257 req-e06bb9bd-524e-44e4-97a3-9dd58651e58a service neutron] 10.222.0.88 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227570 Nov 23 13:16:47.064355 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb089a4-cbb8-4f70-9a06-52e8425b5841 req-75779308-11c7-48be-8155-525ca07c6fc8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:47.065832 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5fb089a4-cbb8-4f70-9a06-52e8425b5841 req-75779308-11c7-48be-8155-525ca07c6fc8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0850527 Nov 23 13:16:47.109412 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5fb089a4-cbb8-4f70-9a06-52e8425b5841 req-8278f225-fe6f-4476-8783-c29a46521c7b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372491 Nov 23 13:16:48.302412 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001dbff-0c79-49fa-8a97-18dcdc6249a1 req-de73d5ba-408a-4fb4-ab7a-337ab8fed1b0 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:48.305717 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8001dbff-0c79-49fa-8a97-18dcdc6249a1 req-de73d5ba-408a-4fb4-ab7a-337ab8fed1b0 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0838132 Nov 23 13:16:48.355131 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8001dbff-0c79-49fa-8a97-18dcdc6249a1 req-e3400fbb-86b6-4a8b-b69f-17ccbd0f0a50 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435700 Nov 23 13:16:48.874159 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:16:49.550588 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a61fce-89eb-48cd-8db6-a5e2702a760c req-c8aed299-b456-4d42-9cb1-f6a42ef20005 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:49.552043 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-77a61fce-89eb-48cd-8db6-a5e2702a760c req-c8aed299-b456-4d42-9cb1-f6a42ef20005 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0815792 Nov 23 13:16:49.597578 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-77a61fce-89eb-48cd-8db6-a5e2702a760c req-1a56d6da-97a1-42f6-96f1-6e768df12271 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386724 Nov 23 13:16:50.794229 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45156ca-2bb7-466d-8a4c-9fd25ce88165 req-27d93251-dbae-4ea7-b5ae-886205bdd5bd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:50.796389 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e45156ca-2bb7-466d-8a4c-9fd25ce88165 req-27d93251-dbae-4ea7-b5ae-886205bdd5bd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0861747 Nov 23 13:16:50.814130 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35758) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:16:50.842275 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e45156ca-2bb7-466d-8a4c-9fd25ce88165 req-a6c287ec-8af3-4102-a9e9-80ad8e8dcf3b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403731 Nov 23 13:16:50.873775 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b553da4-3813-4e97-90ce-1c0813a70241 admin admin] Deleting subnet 2b1b9f31-5c2c-407f-bdcf-49c119dc3260 {{(pid=87465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:16:50.876959 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-6b553da4-3813-4e97-90ce-1c0813a70241 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:50.929426 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-6b553da4-3813-4e97-90ce-1c0813a70241 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3163300'] for subnet, precommit_delete_associations {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:50.983783 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-6b553da4-3813-4e97-90ce-1c0813a70241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:51.141505 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-6b553da4-3813-4e97-90ce-1c0813a70241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2122196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3000548'] for subnet, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:51.145355 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:51.184064 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b553da4-3813-4e97-90ce-1c0813a70241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b1b9f31-5c2c-407f-bdcf-49c119dc3260,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:51.187088 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-6b553da4-3813-4e97-90ce-1c0813a70241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:51.190453 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-6b553da4-3813-4e97-90ce-1c0813a70241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:51.197193 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-6b553da4-3813-4e97-90ce-1c0813a70241 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2b1b9f31-5c2c-407f-bdcf-49c119dc3260 HTTP/1.1" status: 204 len: 168 time: 0.3810859 Nov 23 13:16:51.199268 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35762) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:16:51.300337 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-088f220c-ced6-423e-9a49-3f5aad741ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:51.426674 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-088f220c-ced6-423e-9a49-3f5aad741ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:51.451363 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-088f220c-ced6-423e-9a49-3f5aad741ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9066761f-8d38-4249-8bd4-244766d9ebad']}} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:51.463203 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-088f220c-ced6-423e-9a49-3f5aad741ff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17e0bed-2479-4d1c-af08-6cdd3cc20584') {'for_net_delete': True} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:51.463496 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-088f220c-ced6-423e-9a49-3f5aad741ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17e0bed-2479-4d1c-af08-6cdd3cc20584') {} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:51.474308 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-088f220c-ced6-423e-9a49-3f5aad741ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3163315'] for segment, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:51.490633 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-088f220c-ced6-423e-9a49-3f5aad741ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:51.497596 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088f220c-ced6-423e-9a49-3f5aad741ff5 admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=87465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:16:51.497978 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-088f220c-ced6-423e-9a49-3f5aad741ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121994'] for segment, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: Traceback (most recent call last): Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: timer() Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: cb(*args, **kw) Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: return func(*args, **kwargs) Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: self._notify() Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: self.callback(batched_events) Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: event.method(event) Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: return f(self, *a, **k) Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: return self._get(url).json() Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: return self.request(url, 'GET', **kwargs) Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:16:51.511147 dv-cinder-818886-1-smb neutron-server[87465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:16:51.634617 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-94b33c47-cd54-4619-832a-3d86255f7356 req-fb38c591-ab68-4768-9bec-644c65fea32c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82622344&fields=id&tenant_id=01042792b9a0495aa1ed60e5abcbf4ea HTTP/1.1" status: 200 len: 267 time: 0.0386884 Nov 23 13:16:51.638317 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-088f220c-ced6-423e-9a49-3f5aad741ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:51.642696 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:51.661808 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-088f220c-ced6-423e-9a49-3f5aad741ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:51.666100 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f220c-ced6-423e-9a49-3f5aad741ff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9066761f-8d38-4249-8bd4-244766d9ebad,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:51.670442 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-088f220c-ced6-423e-9a49-3f5aad741ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:51.717614 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b33c47-cd54-4619-832a-3d86255f7356 req-520e1add-a16f-4037-87d9-4efa8ef2bf56 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:51.718982 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-94b33c47-cd54-4619-832a-3d86255f7356 req-520e1add-a16f-4037-87d9-4efa8ef2bf56 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 985 time: 0.0789547 Nov 23 13:16:51.722676 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-fe57b801-1750-493d-9c8b-597e9f60e588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:51.730569 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [req-94b33c47-cd54-4619-832a-3d86255f7356 req-d33cbcaf-688f-4730-a0ee-81317cb9fb26 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Request body: {'port': {'security_groups': ['2cee6e9e-dfc2-424f-9cc3-62fcd1584251']}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:16:51.745903 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-088f220c-ced6-423e-9a49-3f5aad741ff5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9066761f-8d38-4249-8bd4-244766d9ebad HTTP/1.1" status: 204 len: 168 time: 0.5456676 Nov 23 13:16:51.851619 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-94b33c47-cd54-4619-832a-3d86255f7356 req-d33cbcaf-688f-4730-a0ee-81317cb9fb26 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.065875 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35774) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:16:52.096272 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [req-94b33c47-cd54-4619-832a-3d86255f7356 req-d33cbcaf-688f-4730-a0ee-81317cb9fb26 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] For port 5844d903-c339-44bb-9dcf-edd2b4c5b502, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5844d903-c339-44bb-9dcf-edd2b4c5b502,segment=NetworkSegment(5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0),segment_id=5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:16:52.114234 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-0c7c7cc3-0bee-4610-a918-35c388d10acd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=537393f5913b4aeab9ade619e8d70709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471308 Nov 23 13:16:52.116620 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35778) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:16:52.123444 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-94b33c47-cd54-4619-832a-3d86255f7356 req-d33cbcaf-688f-4730-a0ee-81317cb9fb26 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.175795 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-db3a7380-49fb-4839-8730-d654e6888140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.181346 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-94b33c47-cd54-4619-832a-3d86255f7356 req-d33cbcaf-688f-4730-a0ee-81317cb9fb26 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.187469 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:52.204092 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-db3a7380-49fb-4839-8730-d654e6888140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.217843 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['5844d903-c339-44bb-9dcf-edd2b4c5b502'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:16:52.254612 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b33c47-cd54-4619-832a-3d86255f7356 req-d33cbcaf-688f-4730-a0ee-81317cb9fb26 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:52.255257 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [req-94b33c47-cd54-4619-832a-3d86255f7356 req-d33cbcaf-688f-4730-a0ee-81317cb9fb26 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.256611 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-94b33c47-cd54-4619-832a-3d86255f7356 req-d33cbcaf-688f-4730-a0ee-81317cb9fb26 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "PUT /v2.0/ports/5844d903-c339-44bb-9dcf-edd2b4c5b502 HTTP/1.1" status: 200 len: 943 time: 0.5313056 Nov 23 13:16:52.257119 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'tag': '5844d903-c339-44bb-9dcf-edd2b4c5b502'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:16:52.263961 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35784) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:16:52.276338 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cbcaf-688f-4730-a0ee-81317cb9fb26 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event updated for resources: {'Port': ['ID=5844d903-c339-44bb-9dcf-edd2b4c5b502,revision_number=7']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:52.279541 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d33cbcaf-688f-4730-a0ee-81317cb9fb26 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:52.285602 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.457452 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['5844d903-c339-44bb-9dcf-edd2b4c5b502'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:16:52.474833 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47122450-1597-4e19-bfc0-088ed0044862 req-7a8a8b74-4e70-4217-8c63-df8769f4e7d2 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:52.478005 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-db3a7380-49fb-4839-8730-d654e6888140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.479053 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-47122450-1597-4e19-bfc0-088ed0044862 req-7a8a8b74-4e70-4217-8c63-df8769f4e7d2 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0955322 Nov 23 13:16:52.485912 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-953ab891-41f1-4ef0-b92c-d5cf49c819ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:52.504073 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a7380-49fb-4839-8730-d654e6888140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:52.511610 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-db3a7380-49fb-4839-8730-d654e6888140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:52.539062 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-db3a7380-49fb-4839-8730-d654e6888140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.543187 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-db3a7380-49fb-4839-8730-d654e6888140 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7b841e0-6c1a-45cc-9f4c-db1fe10dd49e HTTP/1.1" status: 204 len: 168 time: 0.4227843 Nov 23 13:16:52.547122 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-566a1f3f-ac27-4076-a1ff-c4ca9d028602 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.551636 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-47122450-1597-4e19-bfc0-088ed0044862 req-0a67ba8f-4e43-41e2-8e2b-d94996fe3490 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678897 Nov 23 13:16:52.590563 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-4b6a423a-dd0b-4585-b9b3-db62086fb7ce None None] Provisioning complete for port 5844d903-c339-44bb-9dcf-edd2b4c5b502 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:16:52.590972 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-4b6a423a-dd0b-4585-b9b3-db62086fb7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.611320 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-566a1f3f-ac27-4076-a1ff-c4ca9d028602 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.758018 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-566a1f3f-ac27-4076-a1ff-c4ca9d028602 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.763959 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'tag': '5844d903-c339-44bb-9dcf-edd2b4c5b502', 'status': 'completed', 'code': 200} Nov 23 13:16:52.767445 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-3efa5898-8d19-46fe-b618-02542a184cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:52.779945 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a1f3f-ac27-4076-a1ff-c4ca9d028602 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=323b3a82-62c9-4625-9e8d-94af025517ec,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:52.782690 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-566a1f3f-ac27-4076-a1ff-c4ca9d028602 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:52.789169 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-566a1f3f-ac27-4076-a1ff-c4ca9d028602 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:52.791789 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-566a1f3f-ac27-4076-a1ff-c4ca9d028602 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "DELETE /v2.0/security-groups/323b3a82-62c9-4625-9e8d-94af025517ec HTTP/1.1" status: 204 len: 168 time: 0.5252213 Nov 23 13:16:52.793922 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 35790) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:16:52.893460 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ab53a-1d8a-4357-ba37-9c3070ff23b1 req-36608c8a-dcef-483d-b530-8f3e25cdc839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:52.894929 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3b3ab53a-1d8a-4357-ba37-9c3070ff23b1 req-36608c8a-dcef-483d-b530-8f3e25cdc839 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=01042792b9a0495aa1ed60e5abcbf4ea&device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 1099 time: 0.0763476 Nov 23 13:16:53.011560 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Deleting port af5c2aa3-4989-4a72-b2e6-050172af84d1 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:16:53.012144 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:53.047147 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ab53a-1d8a-4357-ba37-9c3070ff23b1 req-4ba1b7c2-e6dc-4038-b604-b5da1aebbabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:53.048779 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3b3ab53a-1d8a-4357-ba37-9c3070ff23b1 req-4ba1b7c2-e6dc-4038-b604-b5da1aebbabe service neutron] 10.222.0.88 "GET /v2.0/networks?id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab HTTP/1.1" status: 200 len: 916 time: 0.1467152 Nov 23 13:16:53.159695 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3b3ab53a-1d8a-4357-ba37-9c3070ff23b1 req-c931e53c-b67a-4f6f-955f-41b597a42498 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5844d903-c339-44bb-9dcf-edd2b4c5b502 HTTP/1.1" status: 200 len: 1001 time: 0.1029959 Nov 23 13:16:53.224420 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ab53a-1d8a-4357-ba37-9c3070ff23b1 req-8d6b07cd-d4b9-4d63-94a4-07722b5fff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:53.225830 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3b3ab53a-1d8a-4357-ba37-9c3070ff23b1 req-8d6b07cd-d4b9-4d63-94a4-07722b5fff4e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0409095e-86a1-4e04-9542-eefa14b60e12 HTTP/1.1" status: 200 len: 853 time: 0.0566883 Nov 23 13:16:53.273111 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:53.273337 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:53.302116 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ab53a-1d8a-4357-ba37-9c3070ff23b1 req-016d1449-9058-4078-9142-4786427d6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:53.303618 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3b3ab53a-1d8a-4357-ba37-9c3070ff23b1 req-016d1449-9058-4078-9142-4786427d6c13 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706670 Nov 23 13:16:53.395882 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Calling delete_port for af5c2aa3-4989-4a72-b2e6-050172af84d1 owned by network:floatingip {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:16:53.435195 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3b3ab53a-1d8a-4357-ba37-9c3070ff23b1 req-358e87da-3b8c-49eb-b2f0-806b77179c56 service neutron] 10.222.0.88 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242461 Nov 23 13:16:53.572568 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-3b3ab53a-1d8a-4357-ba37-9c3070ff23b1 req-f992ddca-19bc-4fb8-8df6-fae66f534db3 service neutron] 10.222.0.88 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310792 Nov 23 13:16:53.614458 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:53.618391 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-990aafbb-0890-4684-b7a3-af029d56ebcf tempest-DeleteServersTestJSON-950724996 tempest-DeleteServersTestJSON-950724996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:16:53.663835 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event deleted for resources: {'Port': ['ID=af5c2aa3-4989-4a72-b2e6-050172af84d1,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:16:53.667639 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:16:53.743798 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks [] for floatingip, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:53.744205 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.l3_db [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Floating IP 2bb5bbb3-bed8-462c-bd9f-ef73f322321c disassociated (deleted). External IP: 172.28.3.47, port: 5844d903-c339-44bb-9dcf-edd2b4c5b502. Nov 23 13:16:53.927118 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dff605-f42e-47b6-99a6-e8fbc82c054d req-accd668b-3b83-4bf4-922f-81ab3d0063db tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:53.928474 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-08dff605-f42e-47b6-99a6-e8fbc82c054d req-accd668b-3b83-4bf4-922f-81ab3d0063db tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.2589486 Nov 23 13:16:54.101109 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-08dff605-f42e-47b6-99a6-e8fbc82c054d req-4a297ba0-ff1d-4452-9a17-d85f458d3fac tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651247 Nov 23 13:16:54.148865 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Router c3aaad87-2b4a-4a06-9c37-8f74db781255 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:16:54.325453 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:16:54.334919 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcae6b0-fdc3-4e23-9098-95d12994dd9c None None] Sync routers for ids ['c3aaad87-2b4a-4a06-9c37-8f74db781255'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:16:54.341804 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:54.344812 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcae6b0-fdc3-4e23-9098-95d12994dd9c None None] Routers {'c3aaad87-2b4a-4a06-9c37-8f74db781255'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:16:54.345413 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-adcae6b0-fdc3-4e23-9098-95d12994dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:16:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['c3aaad87-2b4a-4a06-9c37-8f74db781255'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:54.396365 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "DELETE /v2.0/floatingips/2bb5bbb3-bed8-462c-bd9f-ef73f322321c HTTP/1.1" status: 204 len: 168 time: 1.6012681 Nov 23 13:16:54.541397 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-adcae6b0-fdc3-4e23-9098-95d12994dd9c None None] Set router c3aaad87-2b4a-4a06-9c37-8f74db781255 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:16:54.583131 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9e3100fb-e60e-4f54-866e-a5e65ef54dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:54.764827 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'tag': '5844d903-c339-44bb-9dcf-edd2b4c5b502'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:16:54.851155 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-adcae6b0-fdc3-4e23-9098-95d12994dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:14:18Z', 'revision_number': 4, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port': {'id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:13Z', 'updated_at': '2021-11-23T13:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '8a3d1290-83b1-4064-a5f5-91509ec90522', 'name': '', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'mac_address': 'fa:16:3e:1d:10:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:17Z', 'updated_at': '2021-11-23T13:14:26Z', 'revision_number': 5, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'subnets': [{'id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:54.855604 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcae6b0-fdc3-4e23-9098-95d12994dd9c None None] Checking router: c3aaad87-2b4a-4a06-9c37-8f74db781255 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:16:54.864005 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcae6b0-fdc3-4e23-9098-95d12994dd9c None None] Routers {'c3aaad87-2b4a-4a06-9c37-8f74db781255'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:16:54.864602 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-adcae6b0-fdc3-4e23-9098-95d12994dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:16:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['c3aaad87-2b4a-4a06-9c37-8f74db781255'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:54.916145 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'tag': '5844d903-c339-44bb-9dcf-edd2b4c5b502', 'status': 'completed', 'code': 200} Nov 23 13:16:55.046928 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90613e31-eb5b-444b-b28d-f05a82d95494 req-579d7af0-b11e-4e76-888e-c0d6029e15db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:55.046928 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-90613e31-eb5b-444b-b28d-f05a82d95494 req-579d7af0-b11e-4e76-888e-c0d6029e15db service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=01042792b9a0495aa1ed60e5abcbf4ea&device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 1099 time: 0.0878186 Nov 23 13:16:55.051142 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-adcae6b0-fdc3-4e23-9098-95d12994dd9c None None] Set router c3aaad87-2b4a-4a06-9c37-8f74db781255 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:16:55.187525 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90613e31-eb5b-444b-b28d-f05a82d95494 req-de4adcdc-e213-43e0-a006-5aeaa3a2083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:55.189044 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-90613e31-eb5b-444b-b28d-f05a82d95494 req-de4adcdc-e213-43e0-a006-5aeaa3a2083c service neutron] 10.222.0.88 "GET /v2.0/networks?id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab HTTP/1.1" status: 200 len: 916 time: 0.1353652 Nov 23 13:16:55.261405 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-90613e31-eb5b-444b-b28d-f05a82d95494 req-3299949b-fd03-4b5d-9550-c4a5100417c6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5844d903-c339-44bb-9dcf-edd2b4c5b502 HTTP/1.1" status: 200 len: 217 time: 0.0613391 Nov 23 13:16:55.302111 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509fbd2-e74d-4844-ad59-b44460a727c6 req-9ad0da8a-529c-456f-a419-a6bfaf6632ce tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:55.304168 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e509fbd2-e74d-4844-ad59-b44460a727c6 req-9ad0da8a-529c-456f-a419-a6bfaf6632ce tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0867231 Nov 23 13:16:55.331423 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90613e31-eb5b-444b-b28d-f05a82d95494 req-38e68b2b-fc51-4eab-bd08-e40449b5ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:55.332857 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-90613e31-eb5b-444b-b28d-f05a82d95494 req-38e68b2b-fc51-4eab-bd08-e40449b5ded3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0409095e-86a1-4e04-9542-eefa14b60e12 HTTP/1.1" status: 200 len: 853 time: 0.0648601 Nov 23 13:16:55.366720 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:55.414545 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90613e31-eb5b-444b-b28d-f05a82d95494 req-50138706-b1d6-4d3c-adea-59e31e1f238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:55.416198 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-90613e31-eb5b-444b-b28d-f05a82d95494 req-50138706-b1d6-4d3c-adea-59e31e1f238e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757527 Nov 23 13:16:55.437358 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-adcae6b0-fdc3-4e23-9098-95d12994dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:14:18Z', 'revision_number': 4, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port': {'id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:13Z', 'updated_at': '2021-11-23T13:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '8a3d1290-83b1-4064-a5f5-91509ec90522', 'name': '', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'mac_address': 'fa:16:3e:1d:10:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:17Z', 'updated_at': '2021-11-23T13:14:26Z', 'revision_number': 5, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'subnets': [{'id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:16:55.442414 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcae6b0-fdc3-4e23-9098-95d12994dd9c None None] The sync data for ids ['c3aaad87-2b4a-4a06-9c37-8f74db781255'] in dv-cinder-818886-1-smb is: [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:14:18Z', 'revision_number': 4, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port': {'id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:13Z', 'updated_at': '2021-11-23T13:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '8a3d1290-83b1-4064-a5f5-91509ec90522', 'name': '', 'network_id': 'a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'mac_address': 'fa:16:3e:1d:10:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:17Z', 'updated_at': '2021-11-23T13:14:26Z', 'revision_number': 5, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'subnets': [{'id': '0409095e-86a1-4e04-9542-eefa14b60e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:16:55.478985 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e509fbd2-e74d-4844-ad59-b44460a727c6 req-b591c470-56db-4697-8a2f-bdeb084cc7ce tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683831 Nov 23 13:16:55.571847 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-90613e31-eb5b-444b-b28d-f05a82d95494 req-ee102e19-08b4-4921-84c4-1aeabfe334ad service neutron] 10.222.0.88 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432037 Nov 23 13:16:55.719303 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-90613e31-eb5b-444b-b28d-f05a82d95494 req-7443c358-d2c3-4297-a4d5-e08d5b8c0ce3 service neutron] 10.222.0.88 "GET /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408341 Nov 23 13:16:55.719663 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae41687-8ee5-4629-b112-db32f38574f6 None None] New status for floating IP 2bb5bbb3-bed8-462c-bd9f-ef73f322321c: DOWN {{(pid=87468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:16:56.675756 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbff917-7546-429b-871d-6c35fdd23952 req-ae1526a2-52be-4a8d-883b-d326d98b0038 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:56.677172 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bdbff917-7546-429b-871d-6c35fdd23952 req-ae1526a2-52be-4a8d-883b-d326d98b0038 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0796738 Nov 23 13:16:56.719727 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bdbff917-7546-429b-871d-6c35fdd23952 req-28811c19-8ed3-4bcb-880b-9c818000901c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370069 Nov 23 13:16:57.026888 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:57.912968 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95cf8c-30ff-4e85-ad99-53501f9509ae req-74a977ef-0aa8-422c-aeeb-febb718f49ac tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:57.914399 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6e95cf8c-30ff-4e85-ad99-53501f9509ae req-74a977ef-0aa8-422c-aeeb-febb718f49ac tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0835955 Nov 23 13:16:57.958498 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6e95cf8c-30ff-4e85-ad99-53501f9509ae req-3fd4cb5a-2640-4ea2-8058-e02a68470926 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382440 Nov 23 13:16:59.255309 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c120e11-da9f-4c61-aab0-a0664c159746 req-ecb4b4b6-a11d-4f06-a4ba-b9c4ff606050 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:59.256730 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4c120e11-da9f-4c61-aab0-a0664c159746 req-ecb4b4b6-a11d-4f06-a4ba-b9c4ff606050 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0787871 Nov 23 13:16:59.299279 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4c120e11-da9f-4c61-aab0-a0664c159746 req-3677ffc5-a935-4c9e-925d-d13460e9ec7e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363848 Nov 23 13:16:59.471976 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bb2b4-603d-4fcf-a7ae-8168127e057d req-e46e1817-c2ee-4633-af62-dc621397bfae tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:59.472561 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-d47bb2b4-603d-4fcf-a7ae-8168127e057d req-e46e1817-c2ee-4633-af62-dc621397bfae tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Synchronizing usage tracker for tenant:01042792b9a0495aa1ed60e5abcbf4ea on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:16:59.533428 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-d47bb2b4-603d-4fcf-a7ae-8168127e057d req-e46e1817-c2ee-4633-af62-dc621397bfae tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Unset dirty status for tenant:01042792b9a0495aa1ed60e5abcbf4ea on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:16:59.534577 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d47bb2b4-603d-4fcf-a7ae-8168127e057d req-e46e1817-c2ee-4633-af62-dc621397bfae tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 946 time: 0.1415107 Nov 23 13:16:59.579668 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d47bb2b4-603d-4fcf-a7ae-8168127e057d req-f5a5b914-cbc1-47d8-bc60-acf70f60e659 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Nov 23 13:17:00.495097 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad9660-8e8a-464b-ae07-9d7d85ecf72d req-07d1e980-ae11-4542-9ae5-c267a5039a4f tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:00.496519 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-63ad9660-8e8a-464b-ae07-9d7d85ecf72d req-07d1e980-ae11-4542-9ae5-c267a5039a4f tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0830903 Nov 23 13:17:00.541118 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-63ad9660-8e8a-464b-ae07-9d7d85ecf72d req-7ccec679-2741-43dd-ace8-4f38db8bb3b1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389423 Nov 23 13:17:00.760227 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cccae-c6ce-4efb-9d46-efffbe2fcbc6 req-f924a634-8997-48e7-96fc-74b2c4f25015 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:00.761641 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-182cccae-c6ce-4efb-9d46-efffbe2fcbc6 req-f924a634-8997-48e7-96fc-74b2c4f25015 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 946 time: 0.0794137 Nov 23 13:17:00.813747 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-182cccae-c6ce-4efb-9d46-efffbe2fcbc6 req-a2a6719d-42f0-4a19-b9a0-f0f866e7f589 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465109 Nov 23 13:17:01.348848 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92aa0d1-8c7e-477c-b2c2-53702e140394 req-27a18f88-394d-4d5f-a655-50227ac4d27a tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:01.349442 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-c92aa0d1-8c7e-477c-b2c2-53702e140394 req-27a18f88-394d-4d5f-a655-50227ac4d27a tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Synchronizing usage tracker for tenant:01042792b9a0495aa1ed60e5abcbf4ea on resource:port {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:17:01.361074 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-c92aa0d1-8c7e-477c-b2c2-53702e140394 req-27a18f88-394d-4d5f-a655-50227ac4d27a tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Unset dirty status for tenant:01042792b9a0495aa1ed60e5abcbf4ea on resource:port {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:17:01.362169 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c92aa0d1-8c7e-477c-b2c2-53702e140394 req-27a18f88-394d-4d5f-a655-50227ac4d27a tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.88 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 946 time: 0.1811123 Nov 23 13:17:01.431013 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-c92aa0d1-8c7e-477c-b2c2-53702e140394 req-f8b204f0-3a89-449f-b322-44215b73935b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Deleting port 5844d903-c339-44bb-9dcf-edd2b4c5b502 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:01.431875 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-c92aa0d1-8c7e-477c-b2c2-53702e140394 req-f8b204f0-3a89-449f-b322-44215b73935b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:01.677053 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-c92aa0d1-8c7e-477c-b2c2-53702e140394 req-f8b204f0-3a89-449f-b322-44215b73935b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] For port 5844d903-c339-44bb-9dcf-edd2b4c5b502, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5844d903-c339-44bb-9dcf-edd2b4c5b502,segment=NetworkSegment(5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0),segment_id=5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:01.677322 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-c92aa0d1-8c7e-477c-b2c2-53702e140394 req-f8b204f0-3a89-449f-b322-44215b73935b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:01.740741 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5240a30-7263-4e29-b0d1-a8c5ca0a9d4c req-741ded72-6615-4d1f-9761-7b7d4ea9aeca tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:01.742169 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f5240a30-7263-4e29-b0d1-a8c5ca0a9d4c req-741ded72-6615-4d1f-9761-7b7d4ea9aeca tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0825944 Nov 23 13:17:01.785158 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f5240a30-7263-4e29-b0d1-a8c5ca0a9d4c req-8b9624b3-a192-4f29-9c7f-ca5ae48da67e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367079 Nov 23 13:17:01.800922 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-c92aa0d1-8c7e-477c-b2c2-53702e140394 req-f8b204f0-3a89-449f-b322-44215b73935b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Calling delete_port for 5844d903-c339-44bb-9dcf-edd2b4c5b502 owned by compute:nova {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:02.004892 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912d7cd-a131-445a-a4b6-d76430273799 req-bf9225f9-164a-41bf-b6e8-4eaa360cfa72 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:02.006333 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1912d7cd-a131-445a-a4b6-d76430273799 req-bf9225f9-164a-41bf-b6e8-4eaa360cfa72 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 946 time: 0.0829434 Nov 23 13:17:02.020963 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-c92aa0d1-8c7e-477c-b2c2-53702e140394 req-f8b204f0-3a89-449f-b322-44215b73935b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:02.027690 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d59e4650-d3db-4784-b9e1-4bb967d514cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:02.054103 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1912d7cd-a131-445a-a4b6-d76430273799 req-e923dbff-fb8e-4882-a61e-f2b5e4b91ab3 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/security-groups?id=2cee6e9e-dfc2-424f-9cc3-62fcd1584251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414231 Nov 23 13:17:02.061876 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['5844d903-c339-44bb-9dcf-edd2b4c5b502'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:17:02.079851 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b204f0-3a89-449f-b322-44215b73935b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Pushing event deleted for resources: {'Port': ['ID=5844d903-c339-44bb-9dcf-edd2b4c5b502,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:02.083613 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-f8b204f0-3a89-449f-b322-44215b73935b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:02.164187 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92aa0d1-8c7e-477c-b2c2-53702e140394 req-f8b204f0-3a89-449f-b322-44215b73935b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] No DVR routers for this DVR port 5844d903-c339-44bb-9dcf-edd2b4c5b502 on host hv-cinder-81888 {{(pid=87465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:17:02.167387 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-c92aa0d1-8c7e-477c-b2c2-53702e140394 req-f8b204f0-3a89-449f-b322-44215b73935b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:02.169959 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'name': 'network-vif-deleted', 'tag': '5844d903-c339-44bb-9dcf-edd2b4c5b502'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:17:02.250733 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd70a803-2a39-43e7-b4e4-5e7bcd640739', 'name': 'network-vif-deleted', 'tag': '5844d903-c339-44bb-9dcf-edd2b4c5b502', 'status': 'completed', 'code': 200} Nov 23 13:17:02.255801 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c92aa0d1-8c7e-477c-b2c2-53702e140394 req-f8b204f0-3a89-449f-b322-44215b73935b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.88 "DELETE /v2.0/ports/5844d903-c339-44bb-9dcf-edd2b4c5b502 HTTP/1.1" status: 204 len: 173 time: 0.8869898 Nov 23 13:17:02.980834 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb241d-84f0-4ee5-9eea-3ad278a18d38 req-2a4ba1a2-250a-42e8-96d5-214057e289cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:02.982314 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-adbb241d-84f0-4ee5-9eea-3ad278a18d38 req-2a4ba1a2-250a-42e8-96d5-214057e289cf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0836704 Nov 23 13:17:03.027792 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-adbb241d-84f0-4ee5-9eea-3ad278a18d38 req-dceb6a30-7a0d-443e-a886-471b0206acab tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395849 Nov 23 13:17:03.223040 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1e35f699-ec99-4335-a42a-801147c11377 req-41d00ba1-4624-4e77-920a-d1564cde9170 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd70a803-2a39-43e7-b4e4-5e7bcd640739 HTTP/1.1" status: 200 len: 210 time: 0.0446944 Nov 23 13:17:04.226795 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcb79c-c3f4-4087-a838-07132591c4e0 req-9a99281f-7e20-4a2d-a10e-29a8bcfceec8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:04.228267 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-febcb79c-c3f4-4087-a838-07132591c4e0 req-9a99281f-7e20-4a2d-a10e-29a8bcfceec8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0828810 Nov 23 13:17:04.272181 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-febcb79c-c3f4-4087-a838-07132591c4e0 req-970d77cb-932c-4421-bde0-62d82282f218 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382640 Nov 23 13:17:05.296398 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 5844d903-c339-44bb-9dcf-edd2b4c5b502 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:05.480490 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: 5844d903-c339-44bb-9dcf-edd2b4c5b502 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:17:05.480490 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 5844d903-c339-44bb-9dcf-edd2b4c5b502 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:17:05.481572 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848e38d-14fb-4931-8320-07fb941d26e8 req-0ec82912-f214-468b-aea2-b1524d06eda4 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:05.481572 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d848e38d-14fb-4931-8320-07fb941d26e8 req-0ec82912-f214-468b-aea2-b1524d06eda4 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0809650 Nov 23 13:17:05.530476 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d848e38d-14fb-4931-8320-07fb941d26e8 req-bc405b2a-3b99-48a8-81d3-bb669f3c2473 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431185 Nov 23 13:17:05.906449 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 35916) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:06.505203 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-82632d5e-0dac-40e9-83b4-50c81bc005a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544678'] for router_interface, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:06.831571 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5a937-0c25-4d2d-8cef-3ef11d1c727b req-06b2d88f-2208-4d7f-bc51-cb64349e3275 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:06.832906 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-17e5a937-0c25-4d2d-8cef-3ef11d1c727b req-06b2d88f-2208-4d7f-bc51-cb64349e3275 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.1979618 Nov 23 13:17:06.891266 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-17e5a937-0c25-4d2d-8cef-3ef11d1c727b req-899ffb3e-d8b0-40c8-819b-1d7a0b9f4577 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497928 Nov 23 13:17:06.953173 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-82632d5e-0dac-40e9-83b4-50c81bc005a8 admin admin] Deleting port 8a3d1290-83b1-4064-a5f5-91509ec90522 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:06.953508 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-82632d5e-0dac-40e9-83b4-50c81bc005a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:07.122985 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [None req-82632d5e-0dac-40e9-83b4-50c81bc005a8 admin admin] For port 8a3d1290-83b1-4064-a5f5-91509ec90522, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=8a3d1290-83b1-4064-a5f5-91509ec90522,segment=NetworkSegment(5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0),segment_id=5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:07.123255 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-82632d5e-0dac-40e9-83b4-50c81bc005a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:07.246562 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-82632d5e-0dac-40e9-83b4-50c81bc005a8 admin admin] Calling delete_port for 8a3d1290-83b1-4064-a5f5-91509ec90522 owned by network:router_interface {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:07.472242 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-82632d5e-0dac-40e9-83b4-50c81bc005a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:07.477380 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:07.520508 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82632d5e-0dac-40e9-83b4-50c81bc005a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3d1290-83b1-4064-a5f5-91509ec90522,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:07.523667 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-82632d5e-0dac-40e9-83b4-50c81bc005a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:07.732648 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-82632d5e-0dac-40e9-83b4-50c81bc005a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546390'] for router_interface, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:08.240196 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f76cd-a1a0-4c65-a18d-fc6953bcfe80 req-cf0f8df1-5679-4e67-be47-3b0d03a52c9b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:08.241629 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8e6f76cd-a1a0-4c65-a18d-fc6953bcfe80 req-cf0f8df1-5679-4e67-be47-3b0d03a52c9b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.1906137 Nov 23 13:17:08.243363 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82632d5e-0dac-40e9-83b4-50c81bc005a8 admin admin] Router c3aaad87-2b4a-4a06-9c37-8f74db781255 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:17:08.412911 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8e6f76cd-a1a0-4c65-a18d-fc6953bcfe80 req-e52cc607-12e0-4aa0-b9a8-460c79e7e1f1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645391 Nov 23 13:17:08.463025 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82632d5e-0dac-40e9-83b4-50c81bc005a8 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:17:08.475808 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-82632d5e-0dac-40e9-83b4-50c81bc005a8 admin admin] 10.222.0.48 "PUT /v2.0/routers/c3aaad87-2b4a-4a06-9c37-8f74db781255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5682192 Nov 23 13:17:08.476573 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b94e2be-88f0-415b-92e4-8776ea466c42 None None] Sync routers for ids ['c3aaad87-2b4a-4a06-9c37-8f74db781255'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:17:08.479059 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35928) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:08.487651 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b94e2be-88f0-415b-92e4-8776ea466c42 None None] Routers {'c3aaad87-2b4a-4a06-9c37-8f74db781255'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:17:08.488535 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-5b94e2be-88f0-415b-92e4-8776ea466c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:16:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['c3aaad87-2b4a-4a06-9c37-8f74db781255'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:08.661884 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Notify callbacks [] for router, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:08.671544 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-5b94e2be-88f0-415b-92e4-8776ea466c42 None None] Set router c3aaad87-2b4a-4a06-9c37-8f74db781255 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:17:08.833757 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:08.923512 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Deleting port 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:08.923978 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:08.952510 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-5b94e2be-88f0-415b-92e4-8776ea466c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:17:07Z', 'revision_number': 5, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port': {'id': '343068e6-a8e0-41a7-9a3e-8c54f19e0b4d', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:13Z', 'updated_at': '2021-11-23T13:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:08.956297 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b94e2be-88f0-415b-92e4-8776ea466c42 None None] Checking router: c3aaad87-2b4a-4a06-9c37-8f74db781255 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:17:08.964910 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b94e2be-88f0-415b-92e4-8776ea466c42 None None] Routers {'c3aaad87-2b4a-4a06-9c37-8f74db781255'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:17:08.965504 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-5b94e2be-88f0-415b-92e4-8776ea466c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:16:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['c3aaad87-2b4a-4a06-9c37-8f74db781255'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:09.113856 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] For port 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=343068e6-a8e0-41a7-9a3e-8c54f19e0b4d,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:09.114088 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-5b94e2be-88f0-415b-92e4-8776ea466c42 None None] Set router c3aaad87-2b4a-4a06-9c37-8f74db781255 gateway port host: None {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:17:09.114204 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:09.220358 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-5b94e2be-88f0-415b-92e4-8776ea466c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:17:08Z', 'revision_number': 6, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port_host': None}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:09.224735 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b94e2be-88f0-415b-92e4-8776ea466c42 None None] The sync data for ids ['c3aaad87-2b4a-4a06-9c37-8f74db781255'] in dv-cinder-818886-1-smb is: [{'id': 'c3aaad87-2b4a-4a06-9c37-8f74db781255', 'name': 'tempest-TestMinimumBasicScenario-895894751-router', 'tenant_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:11Z', 'updated_at': '2021-11-23T13:17:08Z', 'revision_number': 6, 'project_id': '01042792b9a0495aa1ed60e5abcbf4ea', 'gw_port_host': None}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:17:09.323447 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device c615a3ca-8c13-4415-9281-f994dd4e5550 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:17:09.332636 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Calling delete_port for 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d owned by network:router_gateway {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:09.480751 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port c615a3ca-8c13-4415-9281-f994dd4e5550, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c615a3ca-8c13-4415-9281-f994dd4e5550,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:09.495865 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'port_id': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'mac_address': 'fa:16:3e:ab:a2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:17:09.569222 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:09.574223 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:09.590213 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:09.611279 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c615a3ca-8c13-4415-9281-f994dd4e5550 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:17:09.630193 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port c615a3ca-8c13-4415-9281-f994dd4e5550, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c615a3ca-8c13-4415-9281-f994dd4e5550,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:09.638258 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 8a3d1290-83b1-4064-a5f5-91509ec90522 no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:09.681676 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Pushing event deleted for resources: {'Port': ['ID=343068e6-a8e0-41a7-9a3e-8c54f19e0b4d,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:09.682086 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: 8a3d1290-83b1-4064-a5f5-91509ec90522 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:17:09.682694 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 8a3d1290-83b1-4064-a5f5-91509ec90522 not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:17:09.689295 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:09.695223 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:09.697993 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e67772-ecd1-4bb3-85a9-9dfc8910fc27 req-9063cac9-47e9-47b9-8112-c34c2172b67a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:09.699777 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-40e67772-ecd1-4bb3-85a9-9dfc8910fc27 req-9063cac9-47e9-47b9-8112-c34c2172b67a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.1518528 Nov 23 13:17:09.703385 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:09.760350 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-40e67772-ecd1-4bb3-85a9-9dfc8910fc27 req-254a8405-f329-4174-a317-9954968b323a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463269 Nov 23 13:17:09.792896 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617665'] for router_gateway, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:09.810010 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=c615a3ca-8c13-4415-9281-f994dd4e5550,revision_number=6']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:09.820694 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:09.866004 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['c615a3ca-8c13-4415-9281-f994dd4e5550'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:17:09.993001 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35107'] for router, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:09.996407 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:10.198410 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544591'] for router, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:10.198958 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3aaad87-2b4a-4a06-9c37-8f74db781255 {{(pid=87465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:17:10.214840 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] Notify callbacks [] for router, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:10.218620 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-93209615-1487-4fe9-bf2c-2d575de5a259 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c3aaad87-2b4a-4a06-9c37-8f74db781255 HTTP/1.1" status: 204 len: 168 time: 1.7358997 Nov 23 13:17:10.218889 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35956) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:10.309474 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cc7969-d0f2-4060-8569-681727e4568a admin admin] Deleting subnet 0409095e-86a1-4e04-9542-eefa14b60e12 {{(pid=87465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:17:10.313264 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c8cc7969-d0f2-4060-8569-681727e4568a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:10.374529 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c8cc7969-d0f2-4060-8569-681727e4568a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3163300'] for subnet, precommit_delete_associations {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:10.520428 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c8cc7969-d0f2-4060-8569-681727e4568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:10.668436 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c8cc7969-d0f2-4060-8569-681727e4568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2122196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3000548'] for subnet, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:10.672695 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:10.714982 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc7969-d0f2-4060-8569-681727e4568a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0409095e-86a1-4e04-9542-eefa14b60e12,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:10.718163 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c8cc7969-d0f2-4060-8569-681727e4568a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:10.723196 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c8cc7969-d0f2-4060-8569-681727e4568a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:10.734482 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e33c96-4f4d-45ac-b485-52dacae787e3 None None] Network a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:17:10.735001 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-c8cc7969-d0f2-4060-8569-681727e4568a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0409095e-86a1-4e04-9542-eefa14b60e12 HTTP/1.1" status: 204 len: 168 time: 0.5147395 Nov 23 13:17:10.737405 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35962) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:10.825352 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:10.853097 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:10.865264 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Deleting port 9977988f-f890-4fbd-8f88-5fac9df17815 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:10.865734 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:11.095056 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2373403-2992-4380-8e34-4a7118971efb req-f2441f10-b59d-4a68-b4f8-a970c18dc57c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:11.096735 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b2373403-2992-4380-8e34-4a7118971efb req-f2441f10-b59d-4a68-b4f8-a970c18dc57c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 944 time: 0.1347625 Nov 23 13:17:11.100971 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc685cc7-e2b9-4c91-a04d-a313bc65c3c8 None None] DHCP port deletion for a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab request from dv-cinder-818886-1-smb {{(pid=87467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:17:11.105883 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-cc685cc7-e2b9-4c91-a04d-a313bc65c3c8 None None] Deleting port 9977988f-f890-4fbd-8f88-5fac9df17815 {{(pid=87467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:11.106393 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-cc685cc7-e2b9-4c91-a04d-a313bc65c3c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:11.164888 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b2373403-2992-4380-8e34-4a7118971efb req-c87436aa-d911-431f-b515-c161815b6fce tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621240 Nov 23 13:17:11.170603 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] For port 9977988f-f890-4fbd-8f88-5fac9df17815, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=9977988f-f890-4fbd-8f88-5fac9df17815,segment=NetworkSegment(5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0),segment_id=5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:11.170603 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:11.340881 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device c615a3ca-8c13-4415-9281-f994dd4e5550 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:17:11.407342 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Calling delete_port for 9977988f-f890-4fbd-8f88-5fac9df17815 owned by network:dhcp {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:11.453554 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port c615a3ca-8c13-4415-9281-f994dd4e5550 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:17:11.454045 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:11.512034 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-cc685cc7-e2b9-4c91-a04d-a313bc65c3c8 None None] For port 9977988f-f890-4fbd-8f88-5fac9df17815, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=9977988f-f890-4fbd-8f88-5fac9df17815,segment=NetworkSegment(5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0),segment_id=5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:11.512600 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-cc685cc7-e2b9-4c91-a04d-a313bc65c3c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:11.580460 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:11.597205 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d9c4004d-fb2f-4f1a-b5f2-9ba842b25e42 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:11.648481 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:11.650690 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] No DVR routers for this DVR port 9977988f-f890-4fbd-8f88-5fac9df17815 on host dv-cinder-818886-1-smb {{(pid=87465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:17:11.682912 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-cc685cc7-e2b9-4c91-a04d-a313bc65c3c8 None None] Calling delete_port for 9977988f-f890-4fbd-8f88-5fac9df17815 owned by network:dhcp {{(pid=87467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:11.690633 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Pushing event deleted for resources: {'Port': ['ID=9977988f-f890-4fbd-8f88-5fac9df17815,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:11.696243 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:11.728728 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:17:11.729091 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 343068e6-a8e0-41a7-9a3e-8c54f19e0b4d not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:17:11.729503 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 9977988f-f890-4fbd-8f88-5fac9df17815 no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:11.807315 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:11.811247 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: 9977988f-f890-4fbd-8f88-5fac9df17815 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:17:11.811752 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 9977988f-f890-4fbd-8f88-5fac9df17815 not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:17:11.860207 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab']}} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:11.881376 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0') {'for_net_delete': True} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:11.881835 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8ba56f-5b21-4194-b946-a9c8e7ed6cf0') {} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:11.895967 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3163315'] for segment, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:11.926188 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:11.927360 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:11.937241 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=87465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:17:11.937475 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121994'] for segment, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:11.941343 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.db.api [None req-cc685cc7-e2b9-4c91-a04d-a313bc65c3c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:17:11.941727 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_db.api [None req-cc685cc7-e2b9-4c91-a04d-a313bc65c3c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: Traceback (most recent call last): Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: timer() Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: cb(*args, **kw) Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: return func(*args, **kwargs) Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: self._notify() Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: self.callback(batched_events) Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: event.method(event) Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: return f(self, *a, **k) Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: return self._get(url).json() Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: return self.request(url, 'GET', **kwargs) Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:17:11.956024 dv-cinder-818886-1-smb neutron-server[87465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:17:11.965127 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c615a3ca-8c13-4415-9281-f994dd4e5550'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:17:11.970546 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port c615a3ca-8c13-4415-9281-f994dd4e5550, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c615a3ca-8c13-4415-9281-f994dd4e5550,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:12.028215 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'code': 200} Nov 23 13:17:12.038603 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:12.042478 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:12.112330 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:12.117031 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:12.138284 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=c615a3ca-8c13-4415-9281-f994dd4e5550,revision_number=7']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:12.139305 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:12.141474 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:12.158284 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Pushing event deleted for resources: {'Network': ['ID=a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:12.167383 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:12.238704 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] 10.222.0.48 "DELETE /v2.0/networks/a62d9c1c-d879-4dfa-8686-1ba63b4fe2ab HTTP/1.1" status: 204 len: 168 time: 1.5000181 Nov 23 13:17:12.241407 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35974) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:12.401922 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba846ff-d0b9-44ef-8536-e6b318eb095f req-9ee375f7-fb2e-4dcf-a00f-ad183f6f0596 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:12.411229 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ba846ff-d0b9-44ef-8536-e6b318eb095f req-9ee375f7-fb2e-4dcf-a00f-ad183f6f0596 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.1090596 Nov 23 13:17:12.442644 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-cc685cc7-e2b9-4c91-a04d-a313bc65c3c8 None None] Deleting port 9977988f-f890-4fbd-8f88-5fac9df17815 {{(pid=87467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:12.443384 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-cc685cc7-e2b9-4c91-a04d-a313bc65c3c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:12.463690 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1ba846ff-d0b9-44ef-8536-e6b318eb095f req-f3fc7a8f-be2a-45d7-b384-76b92597d09b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500562 Nov 23 13:17:12.588591 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-cc685cc7-e2b9-4c91-a04d-a313bc65c3c8 None None] The port '9977988f-f890-4fbd-8f88-5fac9df17815' was deleted {{(pid=87467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:17:12.950394 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-df88e97f-ec85-45a4-8db5-a5a65090691f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544678'] for router_interface, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:13.427884 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-df88e97f-ec85-45a4-8db5-a5a65090691f admin admin] Deleting port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:13.428221 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-df88e97f-ec85-45a4-8db5-a5a65090691f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:13.605293 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [None req-df88e97f-ec85-45a4-8db5-a5a65090691f admin admin] For port 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d,segment=NetworkSegment(4bf30722-f220-4ce5-a1e2-b8f2439d1253),segment_id=4bf30722-f220-4ce5-a1e2-b8f2439d1253)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:13.605650 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-df88e97f-ec85-45a4-8db5-a5a65090691f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:13.679296 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d22fe8-bd2c-400c-8530-d6bb85d1c941 req-beed2372-7fd1-4e6f-8777-469d648e9111 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:13.682117 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c3d22fe8-bd2c-400c-8530-d6bb85d1c941 req-beed2372-7fd1-4e6f-8777-469d648e9111 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0944362 Nov 23 13:17:13.734109 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c3d22fe8-bd2c-400c-8530-d6bb85d1c941 req-0e1d5e3a-5fdf-4cfe-98b5-c05e943954b6 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458500 Nov 23 13:17:13.762191 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-df88e97f-ec85-45a4-8db5-a5a65090691f admin admin] Calling delete_port for 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d owned by network:router_interface {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:14.009674 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-df88e97f-ec85-45a4-8db5-a5a65090691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:14.014300 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b6e10b98-1eed-47d4-a70f-955c79c18e86 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:14.061210 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88e97f-ec85-45a4-8db5-a5a65090691f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:14.064325 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-df88e97f-ec85-45a4-8db5-a5a65090691f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:14.382496 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-df88e97f-ec85-45a4-8db5-a5a65090691f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546390'] for router_interface, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:14.768520 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df88e97f-ec85-45a4-8db5-a5a65090691f admin admin] Router dc6e1b21-72d2-453b-a934-a5f120703598 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:17:14.960582 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa71a2d-a963-4d38-b8ff-8191cd4fceb3 req-572ef7df-1109-42ca-8f6d-dd4ca9e3085a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:14.966359 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bfa71a2d-a963-4d38-b8ff-8191cd4fceb3 req-572ef7df-1109-42ca-8f6d-dd4ca9e3085a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.1103737 Nov 23 13:17:15.025088 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bfa71a2d-a963-4d38-b8ff-8191cd4fceb3 req-97aad61f-b3cf-43ef-9437-6d9a60518025 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540979 Nov 23 13:17:15.108315 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df88e97f-ec85-45a4-8db5-a5a65090691f admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:17:15.122451 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-df88e97f-ec85-45a4-8db5-a5a65090691f admin admin] 10.222.0.48 "PUT /v2.0/routers/dc6e1b21-72d2-453b-a934-a5f120703598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8776538 Nov 23 13:17:15.122657 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0eb2e0-66db-4054-9d29-f20be6f62c96 None None] Sync routers for ids ['dc6e1b21-72d2-453b-a934-a5f120703598'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:17:15.123316 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 35992) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:15.132361 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0eb2e0-66db-4054-9d29-f20be6f62c96 None None] Routers {'dc6e1b21-72d2-453b-a934-a5f120703598'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:17:15.135068 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-2d0eb2e0-66db-4054-9d29-f20be6f62c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:16:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['dc6e1b21-72d2-453b-a934-a5f120703598'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:15.315881 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Notify callbacks [] for router, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:15.336512 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-2d0eb2e0-66db-4054-9d29-f20be6f62c96 None None] Set router dc6e1b21-72d2-453b-a934-a5f120703598 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:17:15.519927 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:15.638157 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Deleting port d1a456f8-3685-4568-afa0-40eacc738d08 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:15.640806 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:15.692169 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-2d0eb2e0-66db-4054-9d29-f20be6f62c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'name': 'tempest-TestMinimumBasicScenario-458845599-router', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': 'd1a456f8-3685-4568-afa0-40eacc738d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:25Z', 'updated_at': '2021-11-23T13:17:13Z', 'revision_number': 5, 'project_id': '9ab2575c835b4314a378c1d4c1c851ec', 'gw_port': {'id': 'd1a456f8-3685-4568-afa0-40eacc738d08', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:14:26Z', 'updated_at': '2021-11-23T13:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:15.696122 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0eb2e0-66db-4054-9d29-f20be6f62c96 None None] Checking router: dc6e1b21-72d2-453b-a934-a5f120703598 for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:17:15.705359 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0eb2e0-66db-4054-9d29-f20be6f62c96 None None] Routers {'dc6e1b21-72d2-453b-a934-a5f120703598'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:17:15.705953 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-2d0eb2e0-66db-4054-9d29-f20be6f62c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:16:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['dc6e1b21-72d2-453b-a934-a5f120703598'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:15.849711 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] For port d1a456f8-3685-4568-afa0-40eacc738d08, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=d1a456f8-3685-4568-afa0-40eacc738d08,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:15.850101 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:15.873336 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-2d0eb2e0-66db-4054-9d29-f20be6f62c96 None None] Set router dc6e1b21-72d2-453b-a934-a5f120703598 gateway port host: None {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:17:15.991549 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-2d0eb2e0-66db-4054-9d29-f20be6f62c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'name': 'tempest-TestMinimumBasicScenario-458845599-router', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:25Z', 'updated_at': '2021-11-23T13:17:15Z', 'revision_number': 6, 'project_id': '9ab2575c835b4314a378c1d4c1c851ec', 'gw_port_host': None}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:15.994189 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Calling delete_port for d1a456f8-3685-4568-afa0-40eacc738d08 owned by network:router_gateway {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:15.998527 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0eb2e0-66db-4054-9d29-f20be6f62c96 None None] The sync data for ids ['dc6e1b21-72d2-453b-a934-a5f120703598'] in dv-cinder-818886-1-smb is: [{'id': 'dc6e1b21-72d2-453b-a934-a5f120703598', 'name': 'tempest-TestMinimumBasicScenario-458845599-router', 'tenant_id': '9ab2575c835b4314a378c1d4c1c851ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:14:25Z', 'updated_at': '2021-11-23T13:17:15Z', 'revision_number': 6, 'project_id': '9ab2575c835b4314a378c1d4c1c851ec', 'gw_port_host': None}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:17:16.258674 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcb71b-86d6-4e71-b87e-ddd8f0ef6565 req-c40068b1-d7d6-4ba5-8341-b4630905e89e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:16.266116 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c8dcb71b-86d6-4e71-b87e-ddd8f0ef6565 req-c40068b1-d7d6-4ba5-8341-b4630905e89e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.1026030 Nov 23 13:17:16.277602 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:16.283559 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:16.318553 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c8dcb71b-86d6-4e71-b87e-ddd8f0ef6565 req-7d99dc89-5cce-4431-803a-285603f927dd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514560 Nov 23 13:17:16.337073 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a456f8-3685-4568-afa0-40eacc738d08,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:16.343010 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:16.488782 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617665'] for router_gateway, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:16.666479 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35107'] for router, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:16.668717 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:16.824914 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544591'] for router, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:16.825670 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc6e1b21-72d2-453b-a934-a5f120703598 {{(pid=87465) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:17:16.840178 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] Notify callbacks [] for router, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:16.841445 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-409b9945-4e33-4d0e-9964-7ddff5be5996 admin admin] 10.222.0.48 "DELETE /v2.0/routers/dc6e1b21-72d2-453b-a934-a5f120703598 HTTP/1.1" status: 204 len: 168 time: 1.7177093 Nov 23 13:17:16.844120 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36000) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:17.053674 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Deleting subnet 6c0ed3be-1bbd-4a5b-92c5-ce91a8e27ea2 {{(pid=87465) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:17:17.057945 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:17.116615 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3163300'] for subnet, precommit_delete_associations {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:17.218367 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:17.375144 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2122196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3000548'] for subnet, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:17.379922 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-fdbf86fe-844a-4945-888c-8949e9291159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:17.419977 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0ed3be-1bbd-4a5b-92c5-ce91a8e27ea2,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:17.434713 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c709d20-ff86-4de2-9252-5e139e0630d2 None None] Network b6f39f88-d362-41f3-b76a-4949f8f0ed4d requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:17:17.445790 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:17.456625 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:17.459839 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:17.460324 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:17.460916 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:17.461378 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:17.462474 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:17.467071 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:17.467573 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:17.468044 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:17.468575 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:17.468998 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:17.469438 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:17.481807 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:17.485180 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-87c5a8c6-65e4-430c-b008-905541cc5a53 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6c0ed3be-1bbd-4a5b-92c5-ce91a8e27ea2 HTTP/1.1" status: 204 len: 168 time: 0.6402645 Nov 23 13:17:17.491460 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36010) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:17.564080 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fab212-208f-46f6-b6e6-a82ca7b41c01 req-da7358dc-aa24-408e-b7de-ef0216dd8089 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:17.572728 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-85fab212-208f-46f6-b6e6-a82ca7b41c01 req-da7358dc-aa24-408e-b7de-ef0216dd8089 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.1219804 Nov 23 13:17:17.626083 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-85fab212-208f-46f6-b6e6-a82ca7b41c01 req-97ee3f74-2378-4f9b-8dff-3f1a5260c580 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513091 Nov 23 13:17:17.706299 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:17.714152 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:17.725701 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Deleting port 689f0939-dde9-4bee-8fdd-ba689f9f07f2 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:17.726035 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:17.752686 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:17:17.753038 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 2c1ddab5-8cbc-467d-94c0-0e1a9a157a6d not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:17:17.753459 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device d1a456f8-3685-4568-afa0-40eacc738d08 no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:17.825020 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: d1a456f8-3685-4568-afa0-40eacc738d08 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:17:17.825369 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device d1a456f8-3685-4568-afa0-40eacc738d08 not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:17:17.949152 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf40e2f0-5554-4cb0-a9c0-ab451093a8f7 None None] DHCP port deletion for b6f39f88-d362-41f3-b76a-4949f8f0ed4d request from dv-cinder-818886-1-smb {{(pid=87467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:17:17.954735 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-cf40e2f0-5554-4cb0-a9c0-ab451093a8f7 None None] Deleting port 689f0939-dde9-4bee-8fdd-ba689f9f07f2 {{(pid=87467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:17.955143 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-cf40e2f0-5554-4cb0-a9c0-ab451093a8f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:17.976413 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] For port 689f0939-dde9-4bee-8fdd-ba689f9f07f2, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=689f0939-dde9-4bee-8fdd-ba689f9f07f2,segment=NetworkSegment(4bf30722-f220-4ce5-a1e2-b8f2439d1253),segment_id=4bf30722-f220-4ce5-a1e2-b8f2439d1253)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:17.977014 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:18.132939 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Calling delete_port for 689f0939-dde9-4bee-8fdd-ba689f9f07f2 owned by network:dhcp {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:18.193704 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-cf40e2f0-5554-4cb0-a9c0-ab451093a8f7 None None] For port 689f0939-dde9-4bee-8fdd-ba689f9f07f2, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=689f0939-dde9-4bee-8fdd-ba689f9f07f2,segment=NetworkSegment(4bf30722-f220-4ce5-a1e2-b8f2439d1253),segment_id=4bf30722-f220-4ce5-a1e2-b8f2439d1253)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:18.194034 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-cf40e2f0-5554-4cb0-a9c0-ab451093a8f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:18.288892 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:18.294331 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-f8b204f0-3a89-449f-b322-44215b73935b tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:18.349694 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Pushing event deleted for resources: {'Port': ['ID=689f0939-dde9-4bee-8fdd-ba689f9f07f2,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:18.355019 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:18.356296 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] No DVR routers for this DVR port 689f0939-dde9-4bee-8fdd-ba689f9f07f2 on host dv-cinder-818886-1-smb {{(pid=87465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:17:18.360118 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-cf40e2f0-5554-4cb0-a9c0-ab451093a8f7 None None] Calling delete_port for 689f0939-dde9-4bee-8fdd-ba689f9f07f2 owned by network:dhcp {{(pid=87467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:18.467265 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.db.api [None req-cf40e2f0-5554-4cb0-a9c0-ab451093a8f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:17:18.467892 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_db.api [None req-cf40e2f0-5554-4cb0-a9c0-ab451093a8f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:17:18.483743 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:18.511516 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f39f88-d362-41f3-b76a-4949f8f0ed4d']}} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:18.532483 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf30722-f220-4ce5-a1e2-b8f2439d1253') {'for_net_delete': True} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:18.532777 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf30722-f220-4ce5-a1e2-b8f2439d1253') {} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:18.548631 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3163315'] for segment, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:18.566697 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:18.573974 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=87465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:17:18.574537 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121994'] for segment, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: Traceback (most recent call last): Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: timer() Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: cb(*args, **kw) Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: return func(*args, **kwargs) Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: self._notify() Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: self.callback(batched_events) Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: event.method(event) Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: return f(self, *a, **k) Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: return self._get(url).json() Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: return self.request(url, 'GET', **kwargs) Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:17:18.591058 dv-cinder-818886-1-smb neutron-server[87465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:17:18.740717 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:18.745471 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:18.760269 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:18.771688 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f39f88-d362-41f3-b76a-4949f8f0ed4d,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:18.775011 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:18.782889 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] 10.222.0.48 "DELETE /v2.0/networks/b6f39f88-d362-41f3-b76a-4949f8f0ed4d HTTP/1.1" status: 204 len: 168 time: 1.2869413 Nov 23 13:17:18.838152 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625fb9c-2e7c-4bee-9c7f-e9fa47e12fb4 req-44e7f7ee-8325-4495-b0d0-23e8bce50213 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:18.839682 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d625fb9c-2e7c-4bee-9c7f-e9fa47e12fb4 req-44e7f7ee-8325-4495-b0d0-23e8bce50213 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.1072633 Nov 23 13:17:18.899032 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d625fb9c-2e7c-4bee-9c7f-e9fa47e12fb4 req-82c5b096-291f-46e5-bb0d-63f81dcdda0d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511756 Nov 23 13:17:18.968494 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-cf40e2f0-5554-4cb0-a9c0-ab451093a8f7 None None] Deleting port 689f0939-dde9-4bee-8fdd-ba689f9f07f2 {{(pid=87467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:18.968892 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-cf40e2f0-5554-4cb0-a9c0-ab451093a8f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:19.052114 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-cf40e2f0-5554-4cb0-a9c0-ab451093a8f7 None None] The port '689f0939-dde9-4bee-8fdd-ba689f9f07f2' was deleted {{(pid=87467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:17:19.228898 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36026) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:19.301947 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36030) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:19.307499 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-4a69bac0-c9a7-45bc-ab27-5ca34c2e5b00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01042792b9a0495aa1ed60e5abcbf4ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0771368 Nov 23 13:17:19.370868 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7018d0e0-78ef-4ea9-8df2-af2a09c24074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:19.398809 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7018d0e0-78ef-4ea9-8df2-af2a09c24074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:19.534587 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7018d0e0-78ef-4ea9-8df2-af2a09c24074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:19.539296 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-bdeb0498-b87b-4271-9a9b-df201ae46595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:19.574897 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018d0e0-78ef-4ea9-8df2-af2a09c24074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cee6e9e-dfc2-424f-9cc3-62fcd1584251,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:19.585842 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-7018d0e0-78ef-4ea9-8df2-af2a09c24074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:19.593206 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7018d0e0-78ef-4ea9-8df2-af2a09c24074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:19.598800 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-7018d0e0-78ef-4ea9-8df2-af2a09c24074 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2cee6e9e-dfc2-424f-9cc3-62fcd1584251 HTTP/1.1" status: 204 len: 168 time: 0.2931008 Nov 23 13:17:19.649131 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 689f0939-dde9-4bee-8fdd-ba689f9f07f2 no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:19.701834 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: 689f0939-dde9-4bee-8fdd-ba689f9f07f2 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:17:19.702410 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 689f0939-dde9-4bee-8fdd-ba689f9f07f2 not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:17:20.126916 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b57571-e809-4afa-ad82-8757cbb80144 req-12923e86-c94b-4aaf-970c-d6617e3cb45c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:20.128411 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b5b57571-e809-4afa-ad82-8757cbb80144 req-12923e86-c94b-4aaf-970c-d6617e3cb45c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0974400 Nov 23 13:17:20.182047 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b5b57571-e809-4afa-ad82-8757cbb80144 req-58b70136-9185-4d67-a9fe-18ecb57e1c8e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479445 Nov 23 13:17:20.545711 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36048) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:20.602472 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-73cfba5d-11ae-4c9d-ae05-ea5b63eef448 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ab2575c835b4314a378c1d4c1c851ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550373 Nov 23 13:17:20.604847 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36052) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:20.678619 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c0afcd3b-f890-4159-81f7-3d9f4333e3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:20.708978 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c0afcd3b-f890-4159-81f7-3d9f4333e3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:20.826066 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c0afcd3b-f890-4159-81f7-3d9f4333e3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:20.830732 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-7018d0e0-78ef-4ea9-8df2-af2a09c24074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:20.843539 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afcd3b-f890-4159-81f7-3d9f4333e3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb291dc-06d2-4891-a134-dca675dd7266,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:20.847341 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c0afcd3b-f890-4159-81f7-3d9f4333e3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:20.851560 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c0afcd3b-f890-4159-81f7-3d9f4333e3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:20.855968 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-c0afcd3b-f890-4159-81f7-3d9f4333e3ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/feb291dc-06d2-4891-a134-dca675dd7266 HTTP/1.1" status: 204 len: 168 time: 0.2469668 Nov 23 13:17:21.734707 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-12b01877-964b-476f-8726-d35bd55b57fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:22.176592 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0550d1-f246-44f5-a4dc-e7dd52293ac6 req-964a73d2-3412-45ec-86ed-667a293a42a0 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:22.178021 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5c0550d1-f246-44f5-a4dc-e7dd52293ac6 req-964a73d2-3412-45ec-86ed-667a293a42a0 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0850635 Nov 23 13:17:22.241808 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:22.323352 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5c0550d1-f246-44f5-a4dc-e7dd52293ac6 req-8853d7c7-cb64-4e69-9da1-3de50176096b tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386518 Nov 23 13:17:22.359266 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f05be-ba80-4e8b-8361-3805816ff4e8 req-b8304880-2090-4bda-bc37-4ed7f76411be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:22.360820 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-163f05be-ba80-4e8b-8361-3805816ff4e8 req-b8304880-2090-4bda-bc37-4ed7f76411be service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53d4861f8a6e416bafb99b42b9213d54&device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 1098 time: 0.0890286 Nov 23 13:17:22.593893 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f05be-ba80-4e8b-8361-3805816ff4e8 req-90f7dbd6-b09b-4122-9e06-dc0489ba0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:22.595978 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-163f05be-ba80-4e8b-8361-3805816ff4e8 req-90f7dbd6-b09b-4122-9e06-dc0489ba0b5b service neutron] 10.222.0.88 "GET /v2.0/networks?id=9fd585cf-4252-4526-87d0-f50fc6aed26e HTTP/1.1" status: 200 len: 917 time: 0.2289038 Nov 23 13:17:22.697194 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-163f05be-ba80-4e8b-8361-3805816ff4e8 req-8e65d97c-5ea2-4996-9b9b-cd661cd05fa2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c615a3ca-8c13-4415-9281-f994dd4e5550 HTTP/1.1" status: 200 len: 1001 time: 0.0946472 Nov 23 13:17:22.757831 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f05be-ba80-4e8b-8361-3805816ff4e8 req-325ea1a7-5ff6-4521-a474-07d126d0e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:22.759813 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-163f05be-ba80-4e8b-8361-3805816ff4e8 req-325ea1a7-5ff6-4521-a474-07d126d0e4fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1bbfc899-3c99-41b9-ba60-7e70ca060469 HTTP/1.1" status: 200 len: 854 time: 0.0563583 Nov 23 13:17:22.836110 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f05be-ba80-4e8b-8361-3805816ff4e8 req-717e9486-5dbc-415d-80d1-a6793fb63f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:22.838275 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-163f05be-ba80-4e8b-8361-3805816ff4e8 req-717e9486-5dbc-415d-80d1-a6793fb63f26 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9fd585cf-4252-4526-87d0-f50fc6aed26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724683 Nov 23 13:17:22.970810 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-163f05be-ba80-4e8b-8361-3805816ff4e8 req-a25aa0e3-875b-43e2-9d46-75607b089238 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253850 Nov 23 13:17:23.102012 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-163f05be-ba80-4e8b-8361-3805816ff4e8 req-4a87a935-78e3-46f7-b3d9-194ddeb316eb service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232355 Nov 23 13:17:23.512970 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaddc6-c980-4dee-89bb-107983dd9b36 req-c62b0528-01c9-4222-be05-dffe89916ccf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:23.514453 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-20eaddc6-c980-4dee-89bb-107983dd9b36 req-c62b0528-01c9-4222-be05-dffe89916ccf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0824695 Nov 23 13:17:23.561823 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-20eaddc6-c980-4dee-89bb-107983dd9b36 req-de1d5172-b517-4dd6-a5a8-d93ae06ca8e0 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414727 Nov 23 13:17:24.466248 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-57508c01-c42b-4587-9c74-864157fe518b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:24.882496 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3c00a-d265-4b18-8ad0-f3cea57b4e33 req-678a8e81-4260-45e8-882f-6caf50e92500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:24.884554 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bce3c00a-d265-4b18-8ad0-f3cea57b4e33 req-678a8e81-4260-45e8-882f-6caf50e92500 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 945 time: 0.0878978 Nov 23 13:17:24.929273 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bce3c00a-d265-4b18-8ad0-f3cea57b4e33 req-61a69399-b94e-49f1-a710-81cf97cc0d6a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384197 Nov 23 13:17:25.328846 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:25.428583 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device c615a3ca-8c13-4415-9281-f994dd4e5550 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:25.557185 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:25.586041 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c615a3ca-8c13-4415-9281-f994dd4e5550'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:17:25.596315 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port c615a3ca-8c13-4415-9281-f994dd4e5550, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c615a3ca-8c13-4415-9281-f994dd4e5550,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:25.630671 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'code': 200} Nov 23 13:17:25.681834 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:25.683629 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-82792f33-b620-45cb-b422-be8967aac69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:25.748248 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=c615a3ca-8c13-4415-9281-f994dd4e5550,revision_number=8']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:25.751224 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:25.872361 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:17:26.119558 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215acb45-6ad4-43ac-b0d3-6033db45ba7d req-cc9b34f4-96ea-4ced-8fd4-a940586e6e44 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:26.121005 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-215acb45-6ad4-43ac-b0d3-6033db45ba7d req-cc9b34f4-96ea-4ced-8fd4-a940586e6e44 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0788925 Nov 23 13:17:26.168346 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-215acb45-6ad4-43ac-b0d3-6033db45ba7d req-a0e63676-aefc-4eb6-8b3b-d093034e3f39 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413055 Nov 23 13:17:27.037642 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:29.556183 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19066fd1-19b4-4c71-9577-d76c55222a96 req-d9601725-e45c-4921-a914-e58c01bccef7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:29.557598 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-19066fd1-19b4-4c71-9577-d76c55222a96 req-d9601725-e45c-4921-a914-e58c01bccef7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0810456 Nov 23 13:17:29.601518 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-19066fd1-19b4-4c71-9577-d76c55222a96 req-d337912c-ee29-44fe-9d10-336b73122483 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374269 Nov 23 13:17:29.724446 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c10c14b6-5f27-4d21-aacc-56e5f182dd11 req-2e510df4-61de-49f3-a687-f85013af85a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703404 Nov 23 13:17:30.794297 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fe388-1c23-4b96-8f92-a5c86bc1b655 req-e0445d90-b113-46b4-9060-5e1e33b0fb7c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:30.795755 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3b6fe388-1c23-4b96-8f92-a5c86bc1b655 req-e0445d90-b113-46b4-9060-5e1e33b0fb7c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0838175 Nov 23 13:17:30.840710 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3b6fe388-1c23-4b96-8f92-a5c86bc1b655 req-1cbae903-18aa-417a-8d55-39504c474aff tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391524 Nov 23 13:17:31.254100 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c14b6-5f27-4d21-aacc-56e5f182dd11 req-c4710b8f-cf97-4d68-8245-fb71c82d9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:31.255607 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c10c14b6-5f27-4d21-aacc-56e5f182dd11 req-c4710b8f-cf97-4d68-8245-fb71c82d9174 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c&tenant_id=53d4861f8a6e416bafb99b42b9213d54 HTTP/1.1" status: 200 len: 1096 time: 0.0708451 Nov 23 13:17:31.361010 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c14b6-5f27-4d21-aacc-56e5f182dd11 req-8b18b75d-ee39-49fe-9fd3-463cebd8c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:31.362496 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c10c14b6-5f27-4d21-aacc-56e5f182dd11 req-8b18b75d-ee39-49fe-9fd3-463cebd8c4ba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53d4861f8a6e416bafb99b42b9213d54&device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 1096 time: 0.0733366 Nov 23 13:17:31.500548 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c14b6-5f27-4d21-aacc-56e5f182dd11 req-cc707591-10fb-4c3f-bfed-883aa2996180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:31.501977 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c10c14b6-5f27-4d21-aacc-56e5f182dd11 req-cc707591-10fb-4c3f-bfed-883aa2996180 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9fd585cf-4252-4526-87d0-f50fc6aed26e HTTP/1.1" status: 200 len: 917 time: 0.1321187 Nov 23 13:17:31.611223 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c10c14b6-5f27-4d21-aacc-56e5f182dd11 req-8e00a56c-9bba-40a1-a7bb-6da3da935917 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c615a3ca-8c13-4415-9281-f994dd4e5550 HTTP/1.1" status: 200 len: 999 time: 0.0983641 Nov 23 13:17:31.672236 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c14b6-5f27-4d21-aacc-56e5f182dd11 req-23a502f4-0f23-40ad-845c-10c4d94728cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:31.673616 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c10c14b6-5f27-4d21-aacc-56e5f182dd11 req-23a502f4-0f23-40ad-845c-10c4d94728cc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1bbfc899-3c99-41b9-ba60-7e70ca060469 HTTP/1.1" status: 200 len: 854 time: 0.0557110 Nov 23 13:17:31.749615 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c14b6-5f27-4d21-aacc-56e5f182dd11 req-577b9b98-e8f4-410e-ae3f-7b110384a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:31.751064 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c10c14b6-5f27-4d21-aacc-56e5f182dd11 req-577b9b98-e8f4-410e-ae3f-7b110384a81e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9fd585cf-4252-4526-87d0-f50fc6aed26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0671272 Nov 23 13:17:31.885732 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c10c14b6-5f27-4d21-aacc-56e5f182dd11 req-61d19a2d-c8b3-4cfb-8b55-5374d64993e7 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268282 Nov 23 13:17:32.020986 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c10c14b6-5f27-4d21-aacc-56e5f182dd11 req-b70579b7-5c41-4c28-9634-c4ba4c3f76a4 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253784 Nov 23 13:17:32.038001 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafdd2e-19d9-4938-8d43-fa2ac6af7343 req-6faa80aa-4518-4373-9def-c942426b683e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:32.039477 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4cafdd2e-19d9-4938-8d43-fa2ac6af7343 req-6faa80aa-4518-4373-9def-c942426b683e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0807221 Nov 23 13:17:32.084370 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4cafdd2e-19d9-4938-8d43-fa2ac6af7343 req-add69534-4d6e-4168-bab4-a31acde20bdd tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387552 Nov 23 13:17:33.291843 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dbc94-4ede-41f1-9540-56bda5f29a26 req-ba365125-227b-4041-a8e9-a5a2671c48e6 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:33.293459 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-761dbc94-4ede-41f1-9540-56bda5f29a26 req-ba365125-227b-4041-a8e9-a5a2671c48e6 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0890925 Nov 23 13:17:33.340154 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-761dbc94-4ede-41f1-9540-56bda5f29a26 req-2076c8cf-146a-4bac-a289-18d08ef233f8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Nov 23 13:17:34.540968 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618fd06-aff8-4256-87ad-b7654836b81c req-5794cbbc-d070-4326-855c-4da179f913a8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:34.543441 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4618fd06-aff8-4256-87ad-b7654836b81c req-5794cbbc-d070-4326-855c-4da179f913a8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0853529 Nov 23 13:17:34.593996 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4618fd06-aff8-4256-87ad-b7654836b81c req-551a930c-ea4a-4f08-afdd-163607b7ae21 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446570 Nov 23 13:17:35.789417 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f2414-15d2-472d-9306-d8e74bc99e29 req-fde00ba8-8981-4026-bb91-c1b5a467a66d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:35.791011 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-908f2414-15d2-472d-9306-d8e74bc99e29 req-fde00ba8-8981-4026-bb91-c1b5a467a66d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0814705 Nov 23 13:17:35.836926 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-908f2414-15d2-472d-9306-d8e74bc99e29 req-d444b702-69c5-4083-a744-6d2b445abf48 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398080 Nov 23 13:17:37.034794 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad069520-0f80-4ec6-9fd0-327d4ee3d284 req-25e18709-893f-4abc-87f4-562caef25cc9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:37.036496 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ad069520-0f80-4ec6-9fd0-327d4ee3d284 req-25e18709-893f-4abc-87f4-562caef25cc9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0867014 Nov 23 13:17:37.085059 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ad069520-0f80-4ec6-9fd0-327d4ee3d284 req-f86e1ded-35c9-4824-86cd-f0190e1cf6a0 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424101 Nov 23 13:17:38.285754 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4e3cb-7046-406d-b717-a4018c1ff544 req-23d7a420-b38e-43f3-8213-8f7be11d60d2 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:38.287532 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d6a4e3cb-7046-406d-b717-a4018c1ff544 req-23d7a420-b38e-43f3-8213-8f7be11d60d2 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0835686 Nov 23 13:17:38.336285 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d6a4e3cb-7046-406d-b717-a4018c1ff544 req-7c1f8ada-73ef-40c3-b40d-ccbcb9c2d796 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431154 Nov 23 13:17:39.536346 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca9d7b-f7bc-429a-a2d5-7ccf41bc99d9 req-c2b50642-c140-4a50-9ba0-70d066133934 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:39.537893 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fdca9d7b-f7bc-429a-a2d5-7ccf41bc99d9 req-c2b50642-c140-4a50-9ba0-70d066133934 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0883286 Nov 23 13:17:39.584131 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fdca9d7b-f7bc-429a-a2d5-7ccf41bc99d9 req-b7dc9c36-f14c-4924-aacd-89355f1cb6fc tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405228 Nov 23 13:17:40.767665 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:40.776502 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae28d2-04da-4160-be41-8c21a786bd4d req-8c37e9e6-3ae6-454e-ac7c-8dbff0f5b123 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:40.782323 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-95ae28d2-04da-4160-be41-8c21a786bd4d req-8c37e9e6-3ae6-454e-ac7c-8dbff0f5b123 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0820880 Nov 23 13:17:40.824386 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-95ae28d2-04da-4160-be41-8c21a786bd4d req-bce78d10-9cbe-453a-8927-3ce43727997d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400367 Nov 23 13:17:42.051962 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5b6ea-98ce-407c-8e4c-cf727959c0fc req-439ef7c7-4c34-4dee-9e09-54759a5fd0f8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:42.055352 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-30a5b6ea-98ce-407c-8e4c-cf727959c0fc req-439ef7c7-4c34-4dee-9e09-54759a5fd0f8 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.1127985 Nov 23 13:17:42.101473 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-30a5b6ea-98ce-407c-8e4c-cf727959c0fc req-3cea9a10-da12-42f4-bc7a-2f5f5c3137fe tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414124 Nov 23 13:17:43.301089 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754f231-a444-4f25-8137-ab21d2afda58 req-e91b0eff-6be7-49bd-be29-88ab9fbd9b35 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:43.302432 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a754f231-a444-4f25-8137-ab21d2afda58 req-e91b0eff-6be7-49bd-be29-88ab9fbd9b35 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0844541 Nov 23 13:17:43.352606 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a754f231-a444-4f25-8137-ab21d2afda58 req-7204167b-7dea-4155-8bfd-1818580fe589 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443435 Nov 23 13:17:44.575390 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34552d3d-d304-42de-ac26-4c17b10890f2 req-e959d180-21af-4985-ba45-ca6090d2abbf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:44.576887 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-34552d3d-d304-42de-ac26-4c17b10890f2 req-e959d180-21af-4985-ba45-ca6090d2abbf tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0802279 Nov 23 13:17:44.624873 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-34552d3d-d304-42de-ac26-4c17b10890f2 req-8e7a2d9f-e7cb-474a-90a2-dd93df0fb8cc tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422802 Nov 23 13:17:45.411212 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a62394-67ba-4502-84d8-0e147cf89cd8 req-6632e535-ddc0-4c3e-8dd7-3d4d0e7a4a19 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:45.412624 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e5a62394-67ba-4502-84d8-0e147cf89cd8 req-6632e535-ddc0-4c3e-8dd7-3d4d0e7a4a19 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 946 time: 0.0822725 Nov 23 13:17:45.456241 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e5a62394-67ba-4502-84d8-0e147cf89cd8 req-6827ed75-9887-49ed-904a-b92d39147fe8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=439d412e-a36b-4a25-8e20-e5df3193f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380056 Nov 23 13:17:45.535152 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device c615a3ca-8c13-4415-9281-f994dd4e5550 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:17:45.667057 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port c615a3ca-8c13-4415-9281-f994dd4e5550, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c615a3ca-8c13-4415-9281-f994dd4e5550,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:45.680304 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'port_id': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'mac_address': 'fa:16:3e:ab:a2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:17:45.739368 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:45.787472 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c615a3ca-8c13-4415-9281-f994dd4e5550 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:17:45.802821 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port c615a3ca-8c13-4415-9281-f994dd4e5550, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c615a3ca-8c13-4415-9281-f994dd4e5550,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:45.817306 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f550f73-f078-4dd2-904d-fc59535f4439 req-b01822f4-f72a-45bd-beb9-0a0720becd13 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:45.818888 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4f550f73-f078-4dd2-904d-fc59535f4439 req-b01822f4-f72a-45bd-beb9-0a0720becd13 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 943 time: 0.0820243 Nov 23 13:17:45.862487 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4f550f73-f078-4dd2-904d-fc59535f4439 req-eb4a3c26-99d7-479d-9d8b-c40b6c9590ae tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379426 Nov 23 13:17:45.899615 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:45.901388 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:45.964424 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=c615a3ca-8c13-4415-9281-f994dd4e5550,revision_number=9']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:45.971918 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:45.972257 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:45.972589 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:45.972913 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:45.973231 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:45.973551 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:45.973868 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:45.974180 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:45.974498 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:45.974827 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:45.975141 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:45.975451 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:45.979310 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:46.208127 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['c615a3ca-8c13-4415-9281-f994dd4e5550'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:17:46.710592 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b5d21-1891-4a6d-bdcf-69a322b44cb5 req-d644727b-1838-4ae1-9b62-3c07f0d14fac tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:46.712044 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-408b5d21-1891-4a6d-bdcf-69a322b44cb5 req-d644727b-1838-4ae1-9b62-3c07f0d14fac tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 946 time: 0.1514030 Nov 23 13:17:46.754945 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-408b5d21-1891-4a6d-bdcf-69a322b44cb5 req-c9de10f8-eb3b-49ac-969d-6115424a7255 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=439d412e-a36b-4a25-8e20-e5df3193f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372121 Nov 23 13:17:47.066597 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974032e-de62-4464-baff-160d868e08e3 req-2ac83251-19ed-4cd0-93fc-0562d12f27e1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:47.067985 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c974032e-de62-4464-baff-160d868e08e3 req-2ac83251-19ed-4cd0-93fc-0562d12f27e1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 944 time: 0.0792992 Nov 23 13:17:47.115329 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-c974032e-de62-4464-baff-160d868e08e3 req-c33c3be6-3419-4496-a51a-065643def818 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417178 Nov 23 13:17:47.399752 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-d7195f6a-7753-490d-9f36-f9f1fd994578 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:47.400383 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-d7195f6a-7753-490d-9f36-f9f1fd994578 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Synchronizing usage tracker for tenant:853b7b2f68be41a2b9efcc92fd52fd59 on resource:port {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:17:47.409965 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f72c-40f2-4ecd-9281-6bc269686fce req-6e9931a1-d80d-4eed-96e8-cc9032cedf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:47.411400 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7a6f72c-40f2-4ecd-9281-6bc269686fce req-6e9931a1-d80d-4eed-96e8-cc9032cedf31 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=53d4861f8a6e416bafb99b42b9213d54&device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 1097 time: 0.1138380 Nov 23 13:17:47.564575 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device c615a3ca-8c13-4415-9281-f994dd4e5550 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:17:47.633649 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port c615a3ca-8c13-4415-9281-f994dd4e5550 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:17:47.634035 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:47.670026 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f72c-40f2-4ecd-9281-6bc269686fce req-cd4d5e22-5385-4846-9a83-02202f1d2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:47.671564 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7a6f72c-40f2-4ecd-9281-6bc269686fce req-cd4d5e22-5385-4846-9a83-02202f1d2a77 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9fd585cf-4252-4526-87d0-f50fc6aed26e HTTP/1.1" status: 200 len: 917 time: 0.2380748 Nov 23 13:17:47.756036 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:47.773590 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7a6f72c-40f2-4ecd-9281-6bc269686fce req-a8bd16a7-471c-4330-b46a-39561eae1df7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c615a3ca-8c13-4415-9281-f994dd4e5550 HTTP/1.1" status: 200 len: 1000 time: 0.0955446 Nov 23 13:17:47.783514 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c615a3ca-8c13-4415-9281-f994dd4e5550'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:17:47.794074 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port c615a3ca-8c13-4415-9281-f994dd4e5550, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c615a3ca-8c13-4415-9281-f994dd4e5550,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:47.843862 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f72c-40f2-4ecd-9281-6bc269686fce req-ba09baca-4d53-4a08-a44c-7bbce5d79c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:47.845292 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7a6f72c-40f2-4ecd-9281-6bc269686fce req-ba09baca-4d53-4a08-a44c-7bbce5d79c44 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1bbfc899-3c99-41b9-ba60-7e70ca060469 HTTP/1.1" status: 200 len: 854 time: 0.0648129 Nov 23 13:17:47.916892 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-d7195f6a-7753-490d-9f36-f9f1fd994578 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Unset dirty status for tenant:853b7b2f68be41a2b9efcc92fd52fd59 on resource:port {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:17:47.918010 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-d7195f6a-7753-490d-9f36-f9f1fd994578 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.88 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 946 time: 0.6622386 Nov 23 13:17:47.925326 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6f72c-40f2-4ecd-9281-6bc269686fce req-fab902ac-16f5-4089-9189-586509a87fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:47.925326 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7a6f72c-40f2-4ecd-9281-6bc269686fce req-fab902ac-16f5-4089-9189-586509a87fa1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9fd585cf-4252-4526-87d0-f50fc6aed26e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735223 Nov 23 13:17:47.928778 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:47.929662 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 43e34a63-62be-42ff-8499-2903a09bb0d2 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:47.949166 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d405648-e31a-4fa9-974f-1f3d9c802739 req-2353252e-7dc0-4c9d-b9d4-634de069f6b8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:47.951518 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0d405648-e31a-4fa9-974f-1f3d9c802739 req-2353252e-7dc0-4c9d-b9d4-634de069f6b8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 946 time: 0.0889878 Nov 23 13:17:47.955353 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:47.999541 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0d405648-e31a-4fa9-974f-1f3d9c802739 req-e86ea4dc-7fc1-4bbc-8a26-f7fa1e2d7f00 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=439d412e-a36b-4a25-8e20-e5df3193f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412176 Nov 23 13:17:48.056148 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=c615a3ca-8c13-4415-9281-f994dd4e5550,revision_number=10']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:48.059745 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:48.072616 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Deleting port 43e34a63-62be-42ff-8499-2903a09bb0d2 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:48.072958 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:48.085039 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'code': 200} Nov 23 13:17:48.120348 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:48.153421 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 43e34a63-62be-42ff-8499-2903a09bb0d2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=43e34a63-62be-42ff-8499-2903a09bb0d2,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:48.207214 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7a6f72c-40f2-4ecd-9281-6bc269686fce req-11b5ce2d-0f0e-45fe-9d7b-1a495edc168a service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454903 Nov 23 13:17:48.224390 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:48.226394 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:48.309905 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=43e34a63-62be-42ff-8499-2903a09bb0d2,revision_number=6']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:48.313716 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:48.342814 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f1e69-ea74-4887-bba0-f3b5a283f406 req-3bb6b79f-9446-4e0c-bc7d-3af697f50e8a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:48.344352 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0c1f1e69-ea74-4887-bba0-f3b5a283f406 req-3bb6b79f-9446-4e0c-bc7d-3af697f50e8a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 946 time: 0.0993767 Nov 23 13:17:48.389808 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0c1f1e69-ea74-4887-bba0-f3b5a283f406 req-877fbf8e-54f5-499c-b98c-6a8401ae1cd1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387516 Nov 23 13:17:48.462064 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7a6f72c-40f2-4ecd-9281-6bc269686fce req-69f306dd-fcda-40b4-80a4-a785bf2cfd67 service neutron] 10.222.0.88 "GET /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467375 Nov 23 13:17:48.467269 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] For port 43e34a63-62be-42ff-8499-2903a09bb0d2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=43e34a63-62be-42ff-8499-2903a09bb0d2,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:48.467626 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:48.550812 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca29f2-b109-46b0-82af-57a0df8c4941 req-9e9ba08f-3392-4065-9d71-98c9733c36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:48.552256 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-33ca29f2-b109-46b0-82af-57a0df8c4941 req-9e9ba08f-3392-4065-9d71-98c9733c36b2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 1099 time: 0.0794222 Nov 23 13:17:48.600241 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-33ca29f2-b109-46b0-82af-57a0df8c4941 req-355d5405-43e2-4f92-917e-666e41624e85 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343821 Nov 23 13:17:48.751554 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:48.751919 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:48.752226 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.l3_db [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Floating IP 7468c247-9853-4c92-ab96-0e64992e5290 disassociated. External IP: 172.28.3.99, port: 43e34a63-62be-42ff-8499-2903a09bb0d2. Nov 23 13:17:48.752560 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Calling delete_port for 43e34a63-62be-42ff-8499-2903a09bb0d2 owned by compute:nova {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:48.894802 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.db.api [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:17:48.895148 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_db.api [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:17:49.195942 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f3c15-f535-4fa8-927e-84b97185d437 req-01846881-18a4-4fcf-8ebe-18bd33ea1040 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:49.197409 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6a3f3c15-f535-4fa8-927e-84b97185d437 req-01846881-18a4-4fcf-8ebe-18bd33ea1040 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 944 time: 0.0919995 Nov 23 13:17:49.243181 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6a3f3c15-f535-4fa8-927e-84b97185d437 req-da9a43d7-8061-497c-94d4-84768c627762 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups?id=439d412e-a36b-4a25-8e20-e5df3193f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397611 Nov 23 13:17:49.396402 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Deleting port 43e34a63-62be-42ff-8499-2903a09bb0d2 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:49.396672 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:49.603744 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293de17-67eb-42ee-9696-8fc7beb97f57 req-58380494-0056-4e71-9c84-ec7f755f11b9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:49.605273 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4293de17-67eb-42ee-9696-8fc7beb97f57 req-58380494-0056-4e71-9c84-ec7f755f11b9 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 946 time: 0.0873284 Nov 23 13:17:49.656315 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-4293de17-67eb-42ee-9696-8fc7beb97f57 req-7d5856f3-e581-471e-a8b9-a2d0ab9431c0 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441475 Nov 23 13:17:49.762619 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] For port 43e34a63-62be-42ff-8499-2903a09bb0d2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=43e34a63-62be-42ff-8499-2903a09bb0d2,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:49.763153 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:50.058965 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:50.059329 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:50.059635 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.l3_db [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Floating IP 7468c247-9853-4c92-ab96-0e64992e5290 disassociated. External IP: 172.28.3.99, port: 43e34a63-62be-42ff-8499-2903a09bb0d2. Nov 23 13:17:50.059971 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Calling delete_port for 43e34a63-62be-42ff-8499-2903a09bb0d2 owned by compute:nova {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:50.086387 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e34a63-62be-42ff-8499-2903a09bb0d2'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:17:50.133539 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e34a63-62be-42ff-8499-2903a09bb0d2', 'code': 200} Nov 23 13:17:50.246578 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:50.253295 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-f1d84f35-5ed7-4f89-8462-607a8115862d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:50.301920 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event deleted for resources: {'Port': ['ID=43e34a63-62be-42ff-8499-2903a09bb0d2,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:50.360212 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:50.399576 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8c7ac6a0-28c2-4413-b787-23919ff6c31c req-c272ca18-a372-4f1e-a479-b32dc74acdba tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 210 time: 0.0458789 Nov 23 13:17:50.486267 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:17:50.670311 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:17:50.687274 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97cd1b1-5f86-406c-a404-47dbde41afde None None] Sync routers for ids ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:17:50.691116 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97cd1b1-5f86-406c-a404-47dbde41afde None None] Routers {'1aa60342-a3f4-4baa-9d7e-5356d4c5c651'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:17:50.691859 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-f97cd1b1-5f86-406c-a404-47dbde41afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:17:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:50.747207 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] No DVR routers for this DVR port 43e34a63-62be-42ff-8499-2903a09bb0d2 on host hv-cinder-81888 {{(pid=87465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:17:50.750398 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:50.760376 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'name': 'network-vif-deleted', 'tag': '43e34a63-62be-42ff-8499-2903a09bb0d2'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:17:50.839627 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-38a5b38f-6ee1-4a77-b254-8a95c47f2402 req-f52527a7-028f-4216-a045-f255b73af369 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.88 "DELETE /v2.0/ports/43e34a63-62be-42ff-8499-2903a09bb0d2 HTTP/1.1" status: 204 len: 173 time: 2.9138410 Nov 23 13:17:50.883029 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f773f-e3eb-42e7-997e-67b8583e0520 req-340a44e9-154b-4808-9db2-afc65c633fdb tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:50.884515 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ce0f773f-e3eb-42e7-997e-67b8583e0520 req-340a44e9-154b-4808-9db2-afc65c633fdb tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 946 time: 0.0828094 Nov 23 13:17:50.906661 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-f97cd1b1-5f86-406c-a404-47dbde41afde None None] Set router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:17:50.930235 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ce0f773f-e3eb-42e7-997e-67b8583e0520 req-7bf7d963-4d91-423b-bce6-97f49e060fd1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396018 Nov 23 13:17:50.988884 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d07033b-8891-48a3-8b25-f654bc7f99a7', 'name': 'network-vif-deleted', 'tag': '43e34a63-62be-42ff-8499-2903a09bb0d2', 'status': 'completed', 'code': 200} Nov 23 13:17:51.228051 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-f97cd1b1-5f86-406c-a404-47dbde41afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:12Z', 'revision_number': 5, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:51.231914 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97cd1b1-5f86-406c-a404-47dbde41afde None None] Checking router: 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:17:51.241379 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97cd1b1-5f86-406c-a404-47dbde41afde None None] Routers {'1aa60342-a3f4-4baa-9d7e-5356d4c5c651'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:17:51.241981 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-f97cd1b1-5f86-406c-a404-47dbde41afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:17:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:51.420204 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-f97cd1b1-5f86-406c-a404-47dbde41afde None None] Set router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:17:51.571508 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-3e575610-8d41-4ae0-8761-bed0e58fe75c req-106e87c1-0346-46a8-b51f-ad76e5852351 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d07033b-8891-48a3-8b25-f654bc7f99a7 HTTP/1.1" status: 200 len: 210 time: 0.0477040 Nov 23 13:17:51.772705 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-57d44e91-774f-41c7-88b1-33208cadbf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:51.798599 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-f97cd1b1-5f86-406c-a404-47dbde41afde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:12Z', 'revision_number': 5, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:51.802588 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97cd1b1-5f86-406c-a404-47dbde41afde None None] The sync data for ids ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'] in dv-cinder-818886-1-smb is: [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '9c1e3094-d941-40a8-a26a-3c276795df99', 'name': '', 'network_id': '1a4efee9-ffed-4f56-81e3-cd45acdb4059', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'mac_address': 'fa:16:3e:2e:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:55Z', 'updated_at': '2021-11-23T13:11:12Z', 'revision_number': 5, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'subnets': [{'id': 'a6cc2b94-0f4f-499e-9b16-c37f584a39e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:17:52.023359 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed006d-04e1-4dee-af02-09fd94658ce8 None None] New status for floating IP 7468c247-9853-4c92-ab96-0e64992e5290: DOWN {{(pid=87468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:17:52.129073 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39dfe6-8737-40b7-b32e-e376a5c2f261 req-09f7055e-2ff9-4d8d-9ab8-eb154a88ede7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:52.130553 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bd39dfe6-8737-40b7-b32e-e376a5c2f261 req-09f7055e-2ff9-4d8d-9ab8-eb154a88ede7 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 946 time: 0.0813842 Nov 23 13:17:52.176226 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bd39dfe6-8737-40b7-b32e-e376a5c2f261 req-5eb65e20-d9fa-4574-aa38-34534a4c027a tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398254 Nov 23 13:17:52.258032 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:52.774133 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36346) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:52.840593 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:52.868723 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:53.053716 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:53.057605 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:53.072674 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=439d412e-a36b-4a25-8e20-e5df3193f4e4,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:53.081633 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:53.081995 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:53.082350 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:53.082723 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:53.083090 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:53.083433 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:53.083771 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:53.084108 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:53.084447 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:53.084782 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:53.085116 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:53.085491 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:53.089151 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:53.155076 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:53.156130 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "DELETE /v2.0/security-groups/439d412e-a36b-4a25-8e20-e5df3193f4e4 HTTP/1.1" status: 204 len: 168 time: 0.3810151 Nov 23 13:17:53.159079 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36350) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:53.175561 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.api.v2.resource [None req-13e52670-b1de-472f-b60d-8a79927fd95f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] show failed (client error): The resource could not be found. Nov 23 13:17:53.176564 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-13e52670-b1de-472f-b60d-8a79927fd95f tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "GET /v2.0/security-groups/439d412e-a36b-4a25-8e20-e5df3193f4e4 HTTP/1.1" status: 404 len: 347 time: 0.0164554 Nov 23 13:17:53.179375 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36354) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:53.331797 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-c71e5e2c-956f-407d-bfd3-223c13151090 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Deleting port 09d12086-23e5-451f-afa0-8c39e17c9041 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:53.332133 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c71e5e2c-956f-407d-bfd3-223c13151090 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:53.606610 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c71e5e2c-956f-407d-bfd3-223c13151090 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:53.606990 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c71e5e2c-956f-407d-bfd3-223c13151090 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:53.727000 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-c71e5e2c-956f-407d-bfd3-223c13151090 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Calling delete_port for 09d12086-23e5-451f-afa0-8c39e17c9041 owned by network:floatingip {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:53.955444 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c71e5e2c-956f-407d-bfd3-223c13151090 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:53.959930 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-4e82d562-7691-4de2-b89f-7c13ea186848 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:54.004392 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e5e2c-956f-407d-bfd3-223c13151090 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Pushing event deleted for resources: {'Port': ['ID=09d12086-23e5-451f-afa0-8c39e17c9041,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:54.030344 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c71e5e2c-956f-407d-bfd3-223c13151090 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:54.095790 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c71e5e2c-956f-407d-bfd3-223c13151090 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks [] for floatingip, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:54.111457 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c71e5e2c-956f-407d-bfd3-223c13151090 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:54.112569 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-c71e5e2c-956f-407d-bfd3-223c13151090 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] 10.222.0.48 "DELETE /v2.0/floatingips/7468c247-9853-4c92-ab96-0e64992e5290 HTTP/1.1" status: 204 len: 168 time: 0.9323301 Nov 23 13:17:54.494084 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9ccc3f47-3136-40cf-b1d1-b8b9c59097e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:55.332062 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:57.019481 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:58.496688 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36384) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:59.174079 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a4747a6a-6582-491d-9995-872e7c1a6c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544678'] for router_interface, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:59.588468 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-a4747a6a-6582-491d-9995-872e7c1a6c80 admin admin] Deleting port 9c1e3094-d941-40a8-a26a-3c276795df99 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:59.589052 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a4747a6a-6582-491d-9995-872e7c1a6c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:59.754785 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [None req-a4747a6a-6582-491d-9995-872e7c1a6c80 admin admin] For port 9c1e3094-d941-40a8-a26a-3c276795df99, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=9c1e3094-d941-40a8-a26a-3c276795df99,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:59.755061 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a4747a6a-6582-491d-9995-872e7c1a6c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:59.874198 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-a4747a6a-6582-491d-9995-872e7c1a6c80 admin admin] Calling delete_port for 9c1e3094-d941-40a8-a26a-3c276795df99 owned by network:router_interface {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:00.110336 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a4747a6a-6582-491d-9995-872e7c1a6c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:00.114181 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-cc1971d4-f335-44d5-b40e-bbd8555da1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:00.159998 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4747a6a-6582-491d-9995-872e7c1a6c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1e3094-d941-40a8-a26a-3c276795df99,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:00.163091 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-a4747a6a-6582-491d-9995-872e7c1a6c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:00.378991 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a4747a6a-6582-491d-9995-872e7c1a6c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546390'] for router_interface, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:00.812981 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4747a6a-6582-491d-9995-872e7c1a6c80 admin admin] Router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:18:00.986119 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4747a6a-6582-491d-9995-872e7c1a6c80 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:18:00.994866 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375fcd9-c28d-4a01-a0c5-256caa2c308c None None] Sync routers for ids ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:18:00.998151 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-a4747a6a-6582-491d-9995-872e7c1a6c80 admin admin] 10.222.0.48 "PUT /v2.0/routers/1aa60342-a3f4-4baa-9d7e-5356d4c5c651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4996123 Nov 23 13:18:01.000794 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36390) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:01.004876 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375fcd9-c28d-4a01-a0c5-256caa2c308c None None] Routers {'1aa60342-a3f4-4baa-9d7e-5356d4c5c651'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:18:01.005475 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-8375fcd9-c28d-4a01-a0c5-256caa2c308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:17:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:01.172853 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Notify callbacks [] for router, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:01.180368 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-8375fcd9-c28d-4a01-a0c5-256caa2c308c None None] Set router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:18:01.348087 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:01.436796 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Deleting port 720a6a2a-013b-4d80-88c9-f803d83e5380 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:01.437108 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:01.464912 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-8375fcd9-c28d-4a01-a0c5-256caa2c308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:17:59Z', 'revision_number': 5, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port': {'id': '720a6a2a-013b-4d80-88c9-f803d83e5380', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:61:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:48Z', 'updated_at': '2021-11-23T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:01.469800 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375fcd9-c28d-4a01-a0c5-256caa2c308c None None] Checking router: 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:18:01.478384 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375fcd9-c28d-4a01-a0c5-256caa2c308c None None] Routers {'1aa60342-a3f4-4baa-9d7e-5356d4c5c651'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:18:01.479029 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-8375fcd9-c28d-4a01-a0c5-256caa2c308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:17:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:01.614668 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] For port 720a6a2a-013b-4d80-88c9-f803d83e5380, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=720a6a2a-013b-4d80-88c9-f803d83e5380,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:01.615070 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:01.632038 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-8375fcd9-c28d-4a01-a0c5-256caa2c308c None None] Set router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 gateway port host: None {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:18:01.735181 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Calling delete_port for 720a6a2a-013b-4d80-88c9-f803d83e5380 owned by network:router_gateway {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:01.739818 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-8375fcd9-c28d-4a01-a0c5-256caa2c308c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:18:01Z', 'revision_number': 6, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port_host': None}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:01.743858 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8375fcd9-c28d-4a01-a0c5-256caa2c308c None None] The sync data for ids ['1aa60342-a3f4-4baa-9d7e-5356d4c5c651'] in dv-cinder-818886-1-smb is: [{'id': '1aa60342-a3f4-4baa-9d7e-5356d4c5c651', 'name': 'tempest-AttachVolumeTestJSON-1738360405-router', 'tenant_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:46Z', 'updated_at': '2021-11-23T13:18:01Z', 'revision_number': 6, 'project_id': '853b7b2f68be41a2b9efcc92fd52fd59', 'gw_port_host': None}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:18:01.972150 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:01.976230 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e7a272e6-2ff9-4400-b2cf-777aaf798293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:02.021747 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=720a6a2a-013b-4d80-88c9-f803d83e5380,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:02.024373 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:02.062393 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617665'] for router_gateway, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:02.327145 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35107'] for router, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:02.329158 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:02.423373 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544591'] for router, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:02.423820 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa60342-a3f4-4baa-9d7e-5356d4c5c651 {{(pid=87466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:18:02.436560 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] Notify callbacks [] for router, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:02.439187 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-914bb147-3339-4b0f-9a11-1efe1e650c43 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1aa60342-a3f4-4baa-9d7e-5356d4c5c651 HTTP/1.1" status: 204 len: 168 time: 1.4359958 Nov 23 13:18:02.440245 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36394) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:02.503171 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7d490f-0b2a-403c-bb41-59002a01f492 admin admin] Deleting subnet a6cc2b94-0f4f-499e-9b16-c37f584a39e4 {{(pid=87466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:18:02.506267 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-fe7d490f-0b2a-403c-bb41-59002a01f492 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:02.555376 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-fe7d490f-0b2a-403c-bb41-59002a01f492 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:02.628060 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-fe7d490f-0b2a-403c-bb41-59002a01f492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:02.778229 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-fe7d490f-0b2a-403c-bb41-59002a01f492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:02.782407 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-84aa0d94-77e4-46c6-9576-add717bbbbea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:02.818333 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d490f-0b2a-403c-bb41-59002a01f492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6cc2b94-0f4f-499e-9b16-c37f584a39e4,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:02.821182 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-fe7d490f-0b2a-403c-bb41-59002a01f492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:02.822142 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-fe7d490f-0b2a-403c-bb41-59002a01f492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:02.828415 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-fe7d490f-0b2a-403c-bb41-59002a01f492 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a6cc2b94-0f4f-499e-9b16-c37f584a39e4 HTTP/1.1" status: 204 len: 168 time: 0.3871541 Nov 23 13:18:02.828811 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b14c1fd-9e75-466f-821b-da5e070c87c1 None None] Network 1a4efee9-ffed-4f56-81e3-cd45acdb4059 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:18:02.830977 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36398) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:02.871020 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:18:02.938860 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:02.948981 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Deleting port 054310fe-a8e8-4b89-82c0-149fb9b38dde {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:02.949311 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:03.090917 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406035c3-11a6-46d0-bb06-71bbe472cb87 None None] DHCP port deletion for 1a4efee9-ffed-4f56-81e3-cd45acdb4059 request from dv-cinder-818886-1-smb {{(pid=87467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:18:03.096397 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-406035c3-11a6-46d0-bb06-71bbe472cb87 None None] Deleting port 054310fe-a8e8-4b89-82c0-149fb9b38dde {{(pid=87467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:03.096783 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-406035c3-11a6-46d0-bb06-71bbe472cb87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:03.152012 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] For port 054310fe-a8e8-4b89-82c0-149fb9b38dde, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=054310fe-a8e8-4b89-82c0-149fb9b38dde,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:03.152403 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:03.282149 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Calling delete_port for 054310fe-a8e8-4b89-82c0-149fb9b38dde owned by network:dhcp {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:03.351356 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-406035c3-11a6-46d0-bb06-71bbe472cb87 None None] For port 054310fe-a8e8-4b89-82c0-149fb9b38dde, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=054310fe-a8e8-4b89-82c0-149fb9b38dde,segment=NetworkSegment(de25bd64-c15f-482b-b18f-111c191ff273),segment_id=de25bd64-c15f-482b-b18f-111c191ff273)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:03.351660 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-406035c3-11a6-46d0-bb06-71bbe472cb87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:03.436714 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:03.440541 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-1b42c3f8-8faf-4323-aa9b-cffeaff326a3 tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:03.473171 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-406035c3-11a6-46d0-bb06-71bbe472cb87 None None] Calling delete_port for 054310fe-a8e8-4b89-82c0-149fb9b38dde owned by network:dhcp {{(pid=87467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:03.484099 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=054310fe-a8e8-4b89-82c0-149fb9b38dde,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:03.487019 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:03.487772 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] No DVR routers for this DVR port 054310fe-a8e8-4b89-82c0-149fb9b38dde on host dv-cinder-818886-1-smb {{(pid=87465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:18:03.549127 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.db.api [None req-406035c3-11a6-46d0-bb06-71bbe472cb87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:18:03.549486 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_db.api [None req-406035c3-11a6-46d0-bb06-71bbe472cb87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:18:03.601443 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:03.603178 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 720a6a2a-013b-4d80-88c9-f803d83e5380 no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:03.631699 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4efee9-ffed-4f56-81e3-cd45acdb4059']}} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:03.637183 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: 720a6a2a-013b-4d80-88c9-f803d83e5380 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:18:03.637539 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 720a6a2a-013b-4d80-88c9-f803d83e5380 not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:18:03.637958 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 9c1e3094-d941-40a8-a26a-3c276795df99 no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:03.643777 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de25bd64-c15f-482b-b18f-111c191ff273') {'for_net_delete': True} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:03.644074 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.services.segments.db [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de25bd64-c15f-482b-b18f-111c191ff273') {} {{(pid=87465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:03.655106 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3163315'] for segment, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:03.670651 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: 9c1e3094-d941-40a8-a26a-3c276795df99 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:18:03.671070 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:03.671183 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 9c1e3094-d941-40a8-a26a-3c276795df99 not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:18:03.671574 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 054310fe-a8e8-4b89-82c0-149fb9b38dde no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:03.677512 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=87465) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:18:03.677893 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121994'] for segment, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: Traceback (most recent call last): Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: timer() Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: cb(*args, **kw) Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: return func(*args, **kwargs) Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: self._notify() Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: self.callback(batched_events) Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: event.method(event) Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: return f(self, *a, **k) Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: return self._get(url).json() Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: return self.request(url, 'GET', **kwargs) Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:18:03.691221 dv-cinder-818886-1-smb neutron-server[87465]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:18:03.707959 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: 054310fe-a8e8-4b89-82c0-149fb9b38dde {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:18:03.708307 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 054310fe-a8e8-4b89-82c0-149fb9b38dde not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:18:03.819347 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:03.824177 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:03.826780 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-39f1a9a0-e896-4761-b3e3-534a167724b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:03.847738 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a4efee9-ffed-4f56-81e3-cd45acdb4059,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:03.850949 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:03.940037 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-096240ce-2877-47f1-85d2-65fec0c20be4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1a4efee9-ffed-4f56-81e3-cd45acdb4059 HTTP/1.1" status: 204 len: 168 time: 1.1080048 Nov 23 13:18:04.050665 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-406035c3-11a6-46d0-bb06-71bbe472cb87 None None] Deleting port 054310fe-a8e8-4b89-82c0-149fb9b38dde {{(pid=87467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:04.051267 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-406035c3-11a6-46d0-bb06-71bbe472cb87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:04.116199 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-406035c3-11a6-46d0-bb06-71bbe472cb87 None None] The port '054310fe-a8e8-4b89-82c0-149fb9b38dde' was deleted {{(pid=87467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:18:04.250446 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36404) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:04.299663 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-e06a73a1-bfc0-4ab5-9678-50352d4646f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=853b7b2f68be41a2b9efcc92fd52fd59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479705 Nov 23 13:18:04.302069 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36408) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:04.368488 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4a73-8209-4d4f-b172-52e102964372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:04.394107 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4a73-8209-4d4f-b172-52e102964372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:04.528023 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4a73-8209-4d4f-b172-52e102964372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:04.532439 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-f890d647-720b-4476-8b5f-3bd0e13ef6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:04.546724 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d4a73-8209-4d4f-b172-52e102964372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa1c827-0762-4828-846d-9ed8860e1401,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:04.550511 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-ae4d4a73-8209-4d4f-b172-52e102964372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:04.553720 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ae4d4a73-8209-4d4f-b172-52e102964372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:04.554889 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-ae4d4a73-8209-4d4f-b172-52e102964372 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2aa1c827-0762-4828-846d-9ed8860e1401 HTTP/1.1" status: 204 len: 168 time: 0.2519164 Nov 23 13:18:06.532189 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36460) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:06.645705 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2058a581-da47-4e9f-82a2-d1291641872f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:06.660499 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-2058a581-da47-4e9f-82a2-d1291641872f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:06.664224 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-2058a581-da47-4e9f-82a2-d1291641872f admin admin] Usage tracker for resource:security_group_rule and tenant:81b797c2a4964229bed58f1be6d44d97 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:06.666945 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-2058a581-da47-4e9f-82a2-d1291641872f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:06.672927 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-2058a581-da47-4e9f-82a2-d1291641872f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:06.751126 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2058a581-da47-4e9f-82a2-d1291641872f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:06.802022 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-2058a581-da47-4e9f-82a2-d1291641872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:06.810929 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-12f1d411-803d-406d-ba2f-b6f0f510b895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:06.852619 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-2058a581-da47-4e9f-82a2-d1291641872f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81b797c2a4964229bed58f1be6d44d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193722 Nov 23 13:18:06.853506 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058a581-da47-4e9f-82a2-d1291641872f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf061a6-f44d-426e-b3d0-acda276e2753,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:06.855312 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36466) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:06.856544 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-2058a581-da47-4e9f-82a2-d1291641872f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:06.914113 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3ae47a33-0af4-4895-b5cf-892004ff8396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:06.939827 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3ae47a33-0af4-4895-b5cf-892004ff8396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:07.080438 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3ae47a33-0af4-4895-b5cf-892004ff8396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:07.085204 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-e9e2d16c-d482-4564-a03b-f6cdd79f4e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:07.097266 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae47a33-0af4-4895-b5cf-892004ff8396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf061a6-f44d-426e-b3d0-acda276e2753,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:07.100148 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-3ae47a33-0af4-4895-b5cf-892004ff8396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:07.103398 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3ae47a33-0af4-4895-b5cf-892004ff8396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:07.105713 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-3ae47a33-0af4-4895-b5cf-892004ff8396 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/acf061a6-f44d-426e-b3d0-acda276e2753 HTTP/1.1" status: 204 len: 168 time: 0.2485559 Nov 23 13:18:09.489171 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36512) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:09.601383 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-55bba2af-d59c-431c-96de-baf8e4e4c672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:09.616003 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-55bba2af-d59c-431c-96de-baf8e4e4c672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:09.619714 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-55bba2af-d59c-431c-96de-baf8e4e4c672 admin admin] Usage tracker for resource:security_group_rule and tenant:04714451466d48ca858acab2d9336293 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:09.622382 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-55bba2af-d59c-431c-96de-baf8e4e4c672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:09.628729 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-55bba2af-d59c-431c-96de-baf8e4e4c672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:09.709074 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-55bba2af-d59c-431c-96de-baf8e4e4c672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:09.790486 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-55bba2af-d59c-431c-96de-baf8e4e4c672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:09.797550 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-2de9fe2f-ea7b-4469-ba2d-77af7649d59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:09.838287 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-55bba2af-d59c-431c-96de-baf8e4e4c672 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04714451466d48ca858acab2d9336293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480082 Nov 23 13:18:09.839383 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bba2af-d59c-431c-96de-baf8e4e4c672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d46cfa-d3a0-464b-9b83-fbc0941e808b,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:09.840994 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36518) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:09.843170 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-55bba2af-d59c-431c-96de-baf8e4e4c672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:09.900221 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a54301f1-63e5-4758-9930-72f460054a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:09.926434 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a54301f1-63e5-4758-9930-72f460054a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:10.051402 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a54301f1-63e5-4758-9930-72f460054a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:10.055028 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-dc17f159-0e62-47e2-b25f-c3b956522d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:10.067639 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54301f1-63e5-4758-9930-72f460054a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d46cfa-d3a0-464b-9b83-fbc0941e808b,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:10.071364 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-a54301f1-63e5-4758-9930-72f460054a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:10.076879 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a54301f1-63e5-4758-9930-72f460054a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:10.078656 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-a54301f1-63e5-4758-9930-72f460054a32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54d46cfa-d3a0-464b-9b83-fbc0941e808b HTTP/1.1" status: 204 len: 168 time: 0.2360189 Nov 23 13:18:10.703540 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36526) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:10.720905 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c2c66176-b4c2-412c-8e85-bfe536c90840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:10.734920 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c2c66176-b4c2-412c-8e85-bfe536c90840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:10.739265 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c2c66176-b4c2-412c-8e85-bfe536c90840 admin admin] Usage tracker for resource:security_group_rule and tenant:005aa8e6924a44749a1ad283c7aba62d is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:10.742043 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-c2c66176-b4c2-412c-8e85-bfe536c90840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:10.748458 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-c2c66176-b4c2-412c-8e85-bfe536c90840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:10.760276 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:10.827907 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c2c66176-b4c2-412c-8e85-bfe536c90840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:10.899078 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c2c66176-b4c2-412c-8e85-bfe536c90840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:10.909790 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c15fc6ee-b033-4308-9802-790285ea7420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:10.951199 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-c2c66176-b4c2-412c-8e85-bfe536c90840 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=005aa8e6924a44749a1ad283c7aba62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465096 Nov 23 13:18:10.952234 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c66176-b4c2-412c-8e85-bfe536c90840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d944c89b-db59-46d2-9a20-bb7c4e82420d,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:10.953887 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36530) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:10.955424 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c2c66176-b4c2-412c-8e85-bfe536c90840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:11.012437 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9652d3d8-8e96-4299-97fe-1fd359d13ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:11.037401 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9652d3d8-8e96-4299-97fe-1fd359d13ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:11.162141 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9652d3d8-8e96-4299-97fe-1fd359d13ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:11.165733 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-09045aa0-a5af-4045-b8c0-b5279c82c9a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:11.178671 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652d3d8-8e96-4299-97fe-1fd359d13ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d944c89b-db59-46d2-9a20-bb7c4e82420d,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:11.182424 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9652d3d8-8e96-4299-97fe-1fd359d13ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:11.188447 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9652d3d8-8e96-4299-97fe-1fd359d13ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:11.189540 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9652d3d8-8e96-4299-97fe-1fd359d13ee5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d944c89b-db59-46d2-9a20-bb7c4e82420d HTTP/1.1" status: 204 len: 168 time: 0.2346864 Nov 23 13:18:21.708851 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-201051e4-8bf7-4f98-b709-1a170e8b7a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:22.270277 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:24.051968 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c382ab2-65a6-4263-a84f-68c28bbc4bbd req-6fb9bc8b-78d6-424b-87a0-e6aa5a3e4611 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:18:24.053457 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7c382ab2-65a6-4263-a84f-68c28bbc4bbd req-6fb9bc8b-78d6-424b-87a0-e6aa5a3e4611 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 946 time: 0.0805161 Nov 23 13:18:24.097597 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7c382ab2-65a6-4263-a84f-68c28bbc4bbd req-6a2d2e23-fccc-49a2-8e95-c3cb05430c3e tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382798 Nov 23 13:18:24.457675 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7c0b10c2-24cf-4b5d-9123-7611042bdd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:24.952796 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36680) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:25.070036 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:25.186731 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:25.190560 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Usage tracker for resource:security_group_rule and tenant:9a52537b441b4f3a98b2dade884b05a2 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:25.193658 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:25.199619 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:25.285271 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:25.296525 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de03802-ebf3-40c8-b2d3-99413eaf6be9 req-503e42a8-b174-4f12-9bc3-c1eab50c6175 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:18:25.297104 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:25.297918 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7de03802-ebf3-40c8-b2d3-99413eaf6be9 req-503e42a8-b174-4f12-9bc3-c1eab50c6175 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 946 time: 0.0860727 Nov 23 13:18:25.341197 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-7de03802-ebf3-40c8-b2d3-99413eaf6be9 req-1db22ef5-56dc-4c04-9d40-df89443cdb6c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups?id=c7681525-dc57-4907-b86a-93e9260e6b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375977 Nov 23 13:18:25.393726 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:25.406266 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d815a51f-36e6-4c7a-b009-03d41fb86f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:25.455193 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a52537b441b4f3a98b2dade884b05a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5013239 Nov 23 13:18:25.458207 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36688) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:25.464570 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c03199-4c6b-48b9-8db9-61ed96b524ca,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:25.476343 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:25.476725 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:25.477097 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:25.477462 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:25.477854 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:25.478225 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:25.478571 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:25.478951 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:25.479305 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:25.479654 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:25.480003 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:25.480352 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:25.485837 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-37c7c5e0-ac7f-4f85-90d7-2a3025e3f811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:25.506981 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-eac86b6a-abe6-4b85-ab15-230986456eb1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:18:25.507692 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-eac86b6a-abe6-4b85-ab15-230986456eb1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Synchronizing usage tracker for tenant:53d4861f8a6e416bafb99b42b9213d54 on resource:port {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:18:25.526007 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-06172877-4435-4853-838c-270a2f07d3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:25.552820 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-06172877-4435-4853-838c-270a2f07d3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:25.600009 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-eac86b6a-abe6-4b85-ab15-230986456eb1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Unset dirty status for tenant:53d4861f8a6e416bafb99b42b9213d54 on resource:port {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:18:25.601465 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-eac86b6a-abe6-4b85-ab15-230986456eb1 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 946 time: 0.2451775 Nov 23 13:18:25.656869 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-06172877-4435-4853-838c-270a2f07d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:25.661718 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-2058a581-da47-4e9f-82a2-d1291641872f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:25.673081 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Deleting port c615a3ca-8c13-4415-9281-f994dd4e5550 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:25.673426 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:25.676400 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06172877-4435-4853-838c-270a2f07d3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c03199-4c6b-48b9-8db9-61ed96b524ca,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:25.679314 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-06172877-4435-4853-838c-270a2f07d3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:25.683492 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-06172877-4435-4853-838c-270a2f07d3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:25.684601 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-06172877-4435-4853-838c-270a2f07d3bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71c03199-4c6b-48b9-8db9-61ed96b524ca HTTP/1.1" status: 204 len: 168 time: 0.2248199 Nov 23 13:18:25.926083 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] For port c615a3ca-8c13-4415-9281-f994dd4e5550, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c615a3ca-8c13-4415-9281-f994dd4e5550,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:25.926387 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:26.212601 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:26.213267 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:26.213267 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.l3_db [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Floating IP f9a14662-7ee1-47f1-826b-6de41b8b2acc disassociated. External IP: 172.28.3.194, port: c615a3ca-8c13-4415-9281-f994dd4e5550. Nov 23 13:18:26.213597 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Calling delete_port for c615a3ca-8c13-4415-9281-f994dd4e5550 owned by compute:nova {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:26.303297 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36696) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:26.324285 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ac359534-7eb7-4879-b9cf-596eb852e20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:26.338876 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-ac359534-7eb7-4879-b9cf-596eb852e20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:26.342876 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-ac359534-7eb7-4879-b9cf-596eb852e20b admin admin] Usage tracker for resource:security_group_rule and tenant:5bb4fc2a541946ee8d7096034252f9ba is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:26.345588 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-ac359534-7eb7-4879-b9cf-596eb852e20b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:26.351141 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-ac359534-7eb7-4879-b9cf-596eb852e20b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:26.406054 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:26.412150 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-75acf8ca-4d6b-4afb-9d99-699bd15552a2 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:26.460324 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event deleted for resources: {'Port': ['ID=c615a3ca-8c13-4415-9281-f994dd4e5550,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:26.463899 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:26.507580 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-072ef43b-8488-4e92-92cd-9d8bc5616986 req-b8d153a7-b3d0-4bff-a07a-26211ca0dd1c tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 210 time: 0.0499644 Nov 23 13:18:26.537793 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ac359534-7eb7-4879-b9cf-596eb852e20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:26.599870 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ac359534-7eb7-4879-b9cf-596eb852e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:26.608803 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-405b1fc7-24a3-4ffb-85e1-659c7a2415f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:26.646434 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:18:26.648652 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-ac359534-7eb7-4879-b9cf-596eb852e20b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5bb4fc2a541946ee8d7096034252f9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443127 Nov 23 13:18:26.649601 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac359534-7eb7-4879-b9cf-596eb852e20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd009a67-7788-474a-bcd1-10e75de1aa88,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:26.652042 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36702) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:26.652540 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-ac359534-7eb7-4879-b9cf-596eb852e20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:26.860405 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-829c5112-3f98-4a90-af18-6ce3b1f16a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:26.881836 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:18:26.893027 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa7a16f-e782-4a19-98f5-82fcd628290e None None] Sync routers for ids ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:18:26.902541 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7a16f-e782-4a19-98f5-82fcd628290e None None] Routers {'1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:18:26.903181 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-caa7a16f-e782-4a19-98f5-82fcd628290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:18:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:27.013167 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:27.042832 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-829c5112-3f98-4a90-af18-6ce3b1f16a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:27.090744 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-caa7a16f-e782-4a19-98f5-82fcd628290e None None] Set router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:18:27.091026 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] No DVR routers for this DVR port c615a3ca-8c13-4415-9281-f994dd4e5550 on host hv-cinder-81888 {{(pid=87465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:18:27.095941 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:27.098401 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'name': 'network-vif-deleted', 'tag': 'c615a3ca-8c13-4415-9281-f994dd4e5550'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:18:27.157201 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb128220-d83b-4fa7-87e7-b3ec293c351c', 'name': 'network-vif-deleted', 'tag': 'c615a3ca-8c13-4415-9281-f994dd4e5550', 'status': 'completed', 'code': 200} Nov 23 13:18:27.208076 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-8af16cfd-86e5-41cd-8c1e-0cb3086c00f3 req-157b2264-8654-4ce8-b8c6-02b5a4016b29 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.88 "DELETE /v2.0/ports/c615a3ca-8c13-4415-9281-f994dd4e5550 HTTP/1.1" status: 204 len: 173 time: 1.6003528 Nov 23 13:18:27.253097 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-829c5112-3f98-4a90-af18-6ce3b1f16a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:27.258053 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-cfd2ffb5-acc0-4a0a-90ce-2753c5e87f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:27.271596 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c5112-3f98-4a90-af18-6ce3b1f16a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd009a67-7788-474a-bcd1-10e75de1aa88,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:27.273883 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-829c5112-3f98-4a90-af18-6ce3b1f16a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:27.277425 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-829c5112-3f98-4a90-af18-6ce3b1f16a26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd009a67-7788-474a-bcd1-10e75de1aa88 HTTP/1.1" status: 204 len: 168 time: 0.6220877 Nov 23 13:18:27.277425 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-829c5112-3f98-4a90-af18-6ce3b1f16a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:27.448166 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-caa7a16f-e782-4a19-98f5-82fcd628290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:18Z', 'revision_number': 5, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:27.452661 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa7a16f-e782-4a19-98f5-82fcd628290e None None] Checking router: 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:18:27.460762 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7a16f-e782-4a19-98f5-82fcd628290e None None] Routers {'1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:18:27.461349 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-caa7a16f-e782-4a19-98f5-82fcd628290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:18:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:27.652995 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-caa7a16f-e782-4a19-98f5-82fcd628290e None None] Set router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:18:27.721275 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ae580ce4-8661-44db-bae9-bb293f0a6cad req-4ac51daf-b046-4eee-9a54-cd4dbadb815d tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb128220-d83b-4fa7-87e7-b3ec293c351c HTTP/1.1" status: 200 len: 210 time: 0.0691676 Nov 23 13:18:27.738109 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device c615a3ca-8c13-4415-9281-f994dd4e5550 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:27.780601 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: c615a3ca-8c13-4415-9281-f994dd4e5550 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:18:27.781248 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device c615a3ca-8c13-4415-9281-f994dd4e5550 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:18:27.996687 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-caa7a16f-e782-4a19-98f5-82fcd628290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:18Z', 'revision_number': 5, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:28.001249 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa7a16f-e782-4a19-98f5-82fcd628290e None None] The sync data for ids ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'] in dv-cinder-818886-1-smb is: [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:11:03Z', 'revision_number': 4, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': 'e6474f52-ff3f-4a87-a139-75badc926919', 'name': '', 'network_id': '9fd585cf-4252-4526-87d0-f50fc6aed26e', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'mac_address': 'fa:16:3e:da:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:11:00Z', 'updated_at': '2021-11-23T13:11:18Z', 'revision_number': 5, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'subnets': [{'id': '1bbfc899-3c99-41b9-ba60-7e70ca060469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:18:28.066875 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36714) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:28.085796 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ba68af13-d49e-47a1-8f5e-000cad91f3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:28.100991 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-ba68af13-d49e-47a1-8f5e-000cad91f3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:28.104792 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-ba68af13-d49e-47a1-8f5e-000cad91f3cc admin admin] Usage tracker for resource:security_group_rule and tenant:9b906880641f4b2aa866965c7b43be85 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:28.108997 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-ba68af13-d49e-47a1-8f5e-000cad91f3cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:28.114802 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-ba68af13-d49e-47a1-8f5e-000cad91f3cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:28.204538 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ba68af13-d49e-47a1-8f5e-000cad91f3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:28.227396 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f48e9ab-41ec-45a4-92e5-9da5f6532bfd None None] New status for floating IP f9a14662-7ee1-47f1-826b-6de41b8b2acc: DOWN {{(pid=87467) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:18:28.273949 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ba68af13-d49e-47a1-8f5e-000cad91f3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:28.282821 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-cceb4474-215a-462b-b96c-9a0a7618d3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:28.322493 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-ba68af13-d49e-47a1-8f5e-000cad91f3cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b906880641f4b2aa866965c7b43be85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545381 Nov 23 13:18:28.324107 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68af13-d49e-47a1-8f5e-000cad91f3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2447ebd9-537a-4bef-886b-a705afe4899d,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:28.325938 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36718) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:28.327264 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ba68af13-d49e-47a1-8f5e-000cad91f3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:28.391161 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-852f80e3-c761-46ab-8704-f12ff5f46170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:28.416332 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-852f80e3-c761-46ab-8704-f12ff5f46170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:28.531769 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-852f80e3-c761-46ab-8704-f12ff5f46170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:28.535679 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4d672401-f869-4669-96e8-994ee4ae5ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:28.549152 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f80e3-c761-46ab-8704-f12ff5f46170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2447ebd9-537a-4bef-886b-a705afe4899d,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:28.552838 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-852f80e3-c761-46ab-8704-f12ff5f46170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:28.557980 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-852f80e3-c761-46ab-8704-f12ff5f46170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:28.559116 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-852f80e3-c761-46ab-8704-f12ff5f46170 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2447ebd9-537a-4bef-886b-a705afe4899d HTTP/1.1" status: 204 len: 168 time: 0.2305524 Nov 23 13:18:28.910229 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36730) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:28.977747 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-908b5aae-20b8-40a8-a9c1-4fde11398b47 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:29.007687 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-908b5aae-20b8-40a8-a9c1-4fde11398b47 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:29.176813 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-908b5aae-20b8-40a8-a9c1-4fde11398b47 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:29.181992 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-7544c811-4404-4a67-af4c-5f344d3aaf30 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:29.197469 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b5aae-20b8-40a8-a9c1-4fde11398b47 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7681525-dc57-4907-b86a-93e9260e6b2e,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:29.199683 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-908b5aae-20b8-40a8-a9c1-4fde11398b47 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:29.255830 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-908b5aae-20b8-40a8-a9c1-4fde11398b47 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:29.256971 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-908b5aae-20b8-40a8-a9c1-4fde11398b47 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "DELETE /v2.0/security-groups/c7681525-dc57-4907-b86a-93e9260e6b2e HTTP/1.1" status: 204 len: 168 time: 0.3456266 Nov 23 13:18:29.259756 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36742) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:29.275861 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.api.v2.resource [None req-cbc41637-c644-4a83-a868-b8f890f2ace3 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] show failed (client error): The resource could not be found. Nov 23 13:18:29.276789 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-cbc41637-c644-4a83-a868-b8f890f2ace3 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "GET /v2.0/security-groups/c7681525-dc57-4907-b86a-93e9260e6b2e HTTP/1.1" status: 404 len: 347 time: 0.0161581 Nov 23 13:18:29.287805 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36746) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:29.531842 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-a9d43fb8-fd6b-40ed-8619-f383afb7b762 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Deleting port 334ab7a3-aa1f-4d2f-a35a-7575c01d4865 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:29.532185 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a9d43fb8-fd6b-40ed-8619-f383afb7b762 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:29.699594 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a9d43fb8-fd6b-40ed-8619-f383afb7b762 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:29.699920 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a9d43fb8-fd6b-40ed-8619-f383afb7b762 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:29.821154 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-a9d43fb8-fd6b-40ed-8619-f383afb7b762 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Calling delete_port for 334ab7a3-aa1f-4d2f-a35a-7575c01d4865 owned by network:floatingip {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:30.022949 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a9d43fb8-fd6b-40ed-8619-f383afb7b762 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:30.027622 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-89047acb-a5ad-46e5-9bc7-5d75d0c0431c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:30.070252 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d43fb8-fd6b-40ed-8619-f383afb7b762 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Pushing event deleted for resources: {'Port': ['ID=334ab7a3-aa1f-4d2f-a35a-7575c01d4865,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:30.073415 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-a9d43fb8-fd6b-40ed-8619-f383afb7b762 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:30.113514 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a9d43fb8-fd6b-40ed-8619-f383afb7b762 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks [] for floatingip, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:30.127169 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-a9d43fb8-fd6b-40ed-8619-f383afb7b762 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:30.131630 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-a9d43fb8-fd6b-40ed-8619-f383afb7b762 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] 10.222.0.48 "DELETE /v2.0/floatingips/f9a14662-7ee1-47f1-826b-6de41b8b2acc HTTP/1.1" status: 204 len: 168 time: 0.8396487 Nov 23 13:18:33.247265 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36814) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:33.945979 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-441ab41d-312e-4ea0-93fd-f9bb30fdf1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544678'] for router_interface, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:34.390996 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-441ab41d-312e-4ea0-93fd-f9bb30fdf1c6 admin admin] Deleting port e6474f52-ff3f-4a87-a139-75badc926919 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:34.391720 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-441ab41d-312e-4ea0-93fd-f9bb30fdf1c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:34.558181 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [None req-441ab41d-312e-4ea0-93fd-f9bb30fdf1c6 admin admin] For port e6474f52-ff3f-4a87-a139-75badc926919, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=e6474f52-ff3f-4a87-a139-75badc926919,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:34.558526 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-441ab41d-312e-4ea0-93fd-f9bb30fdf1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:34.678142 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-441ab41d-312e-4ea0-93fd-f9bb30fdf1c6 admin admin] Calling delete_port for e6474f52-ff3f-4a87-a139-75badc926919 owned by network:router_interface {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:34.938568 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-441ab41d-312e-4ea0-93fd-f9bb30fdf1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:34.948665 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-b630e866-d6b7-4edc-bbc6-f022a69f40c8 tempest-AttachVolumeNegativeTest-1647508016 tempest-AttachVolumeNegativeTest-1647508016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:34.991433 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ab41d-312e-4ea0-93fd-f9bb30fdf1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6474f52-ff3f-4a87-a139-75badc926919,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:35.017443 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-441ab41d-312e-4ea0-93fd-f9bb30fdf1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:35.168823 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36830) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:35.211179 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-441ab41d-312e-4ea0-93fd-f9bb30fdf1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546390'] for router_interface, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:35.283532 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e8e77d9d-0fb9-4219-ab87-5b13b9211c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:35.298163 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-e8e77d9d-0fb9-4219-ab87-5b13b9211c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:35.301977 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-e8e77d9d-0fb9-4219-ab87-5b13b9211c2e admin admin] Usage tracker for resource:security_group_rule and tenant:d53a4000bd4d4c00b586c14ce07ff54e is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:35.304743 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-e8e77d9d-0fb9-4219-ab87-5b13b9211c2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:35.310336 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-e8e77d9d-0fb9-4219-ab87-5b13b9211c2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:35.392972 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e8e77d9d-0fb9-4219-ab87-5b13b9211c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:35.456746 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e8e77d9d-0fb9-4219-ab87-5b13b9211c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:35.463846 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-4e6e585c-3030-498d-80c9-67253fb9c7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:35.508573 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-e8e77d9d-0fb9-4219-ab87-5b13b9211c2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d53a4000bd4d4c00b586c14ce07ff54e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362873 Nov 23 13:18:35.508573 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e77d9d-0fb9-4219-ab87-5b13b9211c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c58181-aab3-45a2-9e40-e2639f1d733d,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:35.511136 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-e8e77d9d-0fb9-4219-ab87-5b13b9211c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:35.511769 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36836) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:35.574959 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-93c7f5d8-dc95-4c7d-8df1-08ee92c25793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:35.576655 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441ab41d-312e-4ea0-93fd-f9bb30fdf1c6 admin admin] Router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:18:35.602776 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-93c7f5d8-dc95-4c7d-8df1-08ee92c25793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:35.719948 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-93c7f5d8-dc95-4c7d-8df1-08ee92c25793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:35.723715 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c0afcd3b-f890-4159-81f7-3d9f4333e3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:35.737202 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7f5d8-dc95-4c7d-8df1-08ee92c25793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c58181-aab3-45a2-9e40-e2639f1d733d,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:35.741440 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-93c7f5d8-dc95-4c7d-8df1-08ee92c25793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:35.747184 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-93c7f5d8-dc95-4c7d-8df1-08ee92c25793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:35.748562 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-93c7f5d8-dc95-4c7d-8df1-08ee92c25793 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6c58181-aab3-45a2-9e40-e2639f1d733d HTTP/1.1" status: 204 len: 168 time: 0.2358534 Nov 23 13:18:35.867135 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441ab41d-312e-4ea0-93fd-f9bb30fdf1c6 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:18:35.876222 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d8a08-2d5d-487a-b621-94dca0bc7726 None None] Sync routers for ids ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:18:35.879600 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-441ab41d-312e-4ea0-93fd-f9bb30fdf1c6 admin admin] 10.222.0.48 "PUT /v2.0/routers/1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6310577 Nov 23 13:18:35.881755 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36842) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:35.885350 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d8a08-2d5d-487a-b621-94dca0bc7726 None None] Routers {'1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:18:35.886031 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-d66d8a08-2d5d-487a-b621-94dca0bc7726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:18:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:36.064295 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Notify callbacks [] for router, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:36.067311 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-d66d8a08-2d5d-487a-b621-94dca0bc7726 None None] Set router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:18:36.257088 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:36.321853 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Deleting port b1eab83c-b4e6-4270-bc04-ec3a95892a25 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:36.322131 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:36.362307 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-d66d8a08-2d5d-487a-b621-94dca0bc7726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198'}], 'enable_snat': True}, 'gw_port_id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:18:34Z', 'revision_number': 5, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port': {'id': 'b1eab83c-b4e6-4270-bc04-ec3a95892a25', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:10:49Z', 'updated_at': '2021-11-23T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:36.366456 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d8a08-2d5d-487a-b621-94dca0bc7726 None None] Checking router: 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:18:36.376371 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d8a08-2d5d-487a-b621-94dca0bc7726 None None] Routers {'1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:18:36.376969 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-d66d8a08-2d5d-487a-b621-94dca0bc7726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:18:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:36.506010 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] For port b1eab83c-b4e6-4270-bc04-ec3a95892a25, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=b1eab83c-b4e6-4270-bc04-ec3a95892a25,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:36.506481 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:36.525380 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-d66d8a08-2d5d-487a-b621-94dca0bc7726 None None] Set router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 gateway port host: None {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:18:36.646051 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Calling delete_port for b1eab83c-b4e6-4270-bc04-ec3a95892a25 owned by network:router_gateway {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:36.655785 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-d66d8a08-2d5d-487a-b621-94dca0bc7726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:18:36Z', 'revision_number': 6, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port_host': None}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:36.659793 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d8a08-2d5d-487a-b621-94dca0bc7726 None None] The sync data for ids ['1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43'] in dv-cinder-818886-1-smb is: [{'id': '1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43', 'name': 'tempest-AttachVolumeShelveTestJSON-65963705-router', 'tenant_id': '53d4861f8a6e416bafb99b42b9213d54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:10:47Z', 'updated_at': '2021-11-23T13:18:36Z', 'revision_number': 6, 'project_id': '53d4861f8a6e416bafb99b42b9213d54', 'gw_port_host': None}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:18:36.864582 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:36.869409 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-441ab41d-312e-4ea0-93fd-f9bb30fdf1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:36.915117 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1eab83c-b4e6-4270-bc04-ec3a95892a25,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:36.917561 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:36.959974 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617665'] for router_gateway, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:37.152959 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35107'] for router, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:37.156301 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:37.257042 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544591'] for router, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:37.257599 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 {{(pid=87466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:18:37.270429 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] Notify callbacks [] for router, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:37.271580 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-48d57988-4b30-4c60-810b-11384762bb58 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1850a0ae-3a74-4594-9fc3-f6a4ab8e6f43 HTTP/1.1" status: 204 len: 168 time: 1.3889420 Nov 23 13:18:37.274153 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36904) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:37.332009 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a59b7aa-e7e8-4be4-9cc5-7e34266cd12c admin admin] Deleting subnet 1bbfc899-3c99-41b9-ba60-7e70ca060469 {{(pid=87466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:18:37.334903 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-1a59b7aa-e7e8-4be4-9cc5-7e34266cd12c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:37.494784 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-1a59b7aa-e7e8-4be4-9cc5-7e34266cd12c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:37.529407 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-1a59b7aa-e7e8-4be4-9cc5-7e34266cd12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:37.633832 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device e6474f52-ff3f-4a87-a139-75badc926919 no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:37.672073 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: e6474f52-ff3f-4a87-a139-75badc926919 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:18:37.672435 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device e6474f52-ff3f-4a87-a139-75badc926919 not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:18:37.672859 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device b1eab83c-b4e6-4270-bc04-ec3a95892a25 no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:37.709935 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: b1eab83c-b4e6-4270-bc04-ec3a95892a25 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:18:37.710309 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device b1eab83c-b4e6-4270-bc04-ec3a95892a25 not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:18:37.719876 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-1a59b7aa-e7e8-4be4-9cc5-7e34266cd12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for subnet, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:37.733206 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-a58a2167-63c9-4c5c-95b8-fa3077275dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:37.760345 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59b7aa-e7e8-4be4-9cc5-7e34266cd12c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbfc899-3c99-41b9-ba60-7e70ca060469,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:37.764517 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-1a59b7aa-e7e8-4be4-9cc5-7e34266cd12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:37.767155 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-1a59b7aa-e7e8-4be4-9cc5-7e34266cd12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:37.772212 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd1e50-16a5-40c4-8e17-8097ab4bc273 None None] Network 9fd585cf-4252-4526-87d0-f50fc6aed26e requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:18:37.773813 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-1a59b7aa-e7e8-4be4-9cc5-7e34266cd12c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1bbfc899-3c99-41b9-ba60-7e70ca060469 HTTP/1.1" status: 204 len: 168 time: 0.4987075 Nov 23 13:18:37.776196 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 36908) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:37.910419 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:37.922704 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Deleting port 8fb0d456-eb8c-4dba-9745-571f2c2db752 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:37.923145 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:38.043402 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba59769a-111f-43e3-9b6d-7bebf19f82b5 None None] DHCP port deletion for 9fd585cf-4252-4526-87d0-f50fc6aed26e request from dv-cinder-818886-1-smb {{(pid=87467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:18:38.048560 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-ba59769a-111f-43e3-9b6d-7bebf19f82b5 None None] Deleting port 8fb0d456-eb8c-4dba-9745-571f2c2db752 {{(pid=87467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:38.049096 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-ba59769a-111f-43e3-9b6d-7bebf19f82b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:38.140633 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] For port 8fb0d456-eb8c-4dba-9745-571f2c2db752, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=8fb0d456-eb8c-4dba-9745-571f2c2db752,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:38.140979 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:38.270471 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Calling delete_port for 8fb0d456-eb8c-4dba-9745-571f2c2db752 owned by network:dhcp {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:38.283414 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-ba59769a-111f-43e3-9b6d-7bebf19f82b5 None None] For port 8fb0d456-eb8c-4dba-9745-571f2c2db752, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=8fb0d456-eb8c-4dba-9745-571f2c2db752,segment=NetworkSegment(24d0d914-367f-48a6-ac06-95b591f86df6),segment_id=24d0d914-367f-48a6-ac06-95b591f86df6)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:38.283812 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-ba59769a-111f-43e3-9b6d-7bebf19f82b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:38.410080 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-ba59769a-111f-43e3-9b6d-7bebf19f82b5 None None] Calling delete_port for 8fb0d456-eb8c-4dba-9745-571f2c2db752 owned by network:dhcp {{(pid=87467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:38.431184 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:38.437306 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-82632d5e-0dac-40e9-83b4-50c81bc005a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:38.483013 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb0d456-eb8c-4dba-9745-571f2c2db752,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:38.485056 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] No DVR routers for this DVR port 8fb0d456-eb8c-4dba-9745-571f2c2db752 on host dv-cinder-818886-1-smb {{(pid=87466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:18:38.486642 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:38.495056 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.db.api [None req-ba59769a-111f-43e3-9b6d-7bebf19f82b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:18:38.495498 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_db.api [None req-ba59769a-111f-43e3-9b6d-7bebf19f82b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:18:38.605153 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:38.637012 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:18:38.637444 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:18:38.638638 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:18:38.639007 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Subscribe: > port after_create 55550000 {{(pid=87466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:18:38.639342 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=87466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:18:38.639681 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Subscribe: > port after_update 55550000 {{(pid=87466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:18:38.639992 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:18:38.640301 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:18:38.640611 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:18:38.640915 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:18:38.713076 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:18:38.713419 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:18:38.713748 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:18:38.714067 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:18:38.714432 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd585cf-4252-4526-87d0-f50fc6aed26e']}} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:38.728081 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d0d914-367f-48a6-ac06-95b591f86df6') {'for_net_delete': True} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:38.728695 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d0d914-367f-48a6-ac06-95b591f86df6') {} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:38.739661 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2349071'] for segment, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:38.754905 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:38.762616 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=87466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:18:38.763625 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350290'] for segment, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: from cryptography.utils import int_from_bytes Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: from cryptography.utils import int_from_bytes Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: util.warn_limited( Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: util.warn_limited( Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: Traceback (most recent call last): Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: timer() Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: cb(*args, **kw) Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: return func(*args, **kwargs) Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: self._notify() Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: self.callback(batched_events) Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: event.method(event) Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: return f(self, *a, **k) Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: return self._get(url).json() Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: return self.request(url, 'GET', **kwargs) Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:18:38.779871 dv-cinder-818886-1-smb neutron-server[87466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:18:38.920092 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:38.924492 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c58d3b66-f198-425d-97be-0cc96df55351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:38.948036 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:38.951589 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=9fd585cf-4252-4526-87d0-f50fc6aed26e,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:38.955576 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:38.996691 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-ba59769a-111f-43e3-9b6d-7bebf19f82b5 None None] Deleting port 8fb0d456-eb8c-4dba-9745-571f2c2db752 {{(pid=87467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:38.998324 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-ba59769a-111f-43e3-9b6d-7bebf19f82b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:39.065512 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-f440bd6a-37fb-4552-9328-167af034c2fc admin admin] 10.222.0.48 "DELETE /v2.0/networks/9fd585cf-4252-4526-87d0-f50fc6aed26e HTTP/1.1" status: 204 len: 168 time: 1.2861247 Nov 23 13:18:39.072773 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-ba59769a-111f-43e3-9b6d-7bebf19f82b5 None None] The port '8fb0d456-eb8c-4dba-9745-571f2c2db752' was deleted {{(pid=87467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:18:39.429236 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36934) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:39.484201 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-96abe893-ca58-4f30-a740-7709185e6267 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53d4861f8a6e416bafb99b42b9213d54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536804 Nov 23 13:18:39.486521 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 36938) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:39.547766 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-cea2ff47-b20d-4124-ba2e-12b3c42f3bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:39.582091 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-cea2ff47-b20d-4124-ba2e-12b3c42f3bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:39.624502 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 8fb0d456-eb8c-4dba-9745-571f2c2db752 no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:39.659823 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: 8fb0d456-eb8c-4dba-9745-571f2c2db752 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:18:39.660173 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 8fb0d456-eb8c-4dba-9745-571f2c2db752 not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:18:39.714123 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-cea2ff47-b20d-4124-ba2e-12b3c42f3bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:39.718497 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-5add9806-9498-4831-8a09-660730e459e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:39.733514 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2ff47-b20d-4124-ba2e-12b3c42f3bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcf4d35-d3df-4c58-8a42-5fbdda362cc8,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:39.737492 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-cea2ff47-b20d-4124-ba2e-12b3c42f3bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:39.741182 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-cea2ff47-b20d-4124-ba2e-12b3c42f3bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:39.742628 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-cea2ff47-b20d-4124-ba2e-12b3c42f3bab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1dcf4d35-d3df-4c58-8a42-5fbdda362cc8 HTTP/1.1" status: 204 len: 168 time: 0.2548540 Nov 23 13:18:39.869993 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:18:40.790373 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:48.293285 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37052) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:48.411213 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ffbe8ef4-0932-403b-93f1-861787cc6036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:48.426060 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-ffbe8ef4-0932-403b-93f1-861787cc6036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:48.429874 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-ffbe8ef4-0932-403b-93f1-861787cc6036 admin admin] Usage tracker for resource:security_group_rule and tenant:f17bff29a6b94d57a0d33a9fa80b2d8c is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:48.432789 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-ffbe8ef4-0932-403b-93f1-861787cc6036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:48.438675 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-ffbe8ef4-0932-403b-93f1-861787cc6036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:48.523848 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ffbe8ef4-0932-403b-93f1-861787cc6036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:48.610712 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ffbe8ef4-0932-403b-93f1-861787cc6036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:48.618661 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-cbe0b95f-fab8-4014-9254-aef998149bd1 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:48.662032 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-ffbe8ef4-0932-403b-93f1-861787cc6036 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f17bff29a6b94d57a0d33a9fa80b2d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676648 Nov 23 13:18:48.662959 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe8ef4-0932-403b-93f1-861787cc6036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18f8d5e-0c93-4eb7-9cc8-32f287e35de0,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:48.665497 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37058) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:48.666008 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ffbe8ef4-0932-403b-93f1-861787cc6036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:48.725980 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c6ad62dd-ba9f-4461-9073-e676eadbbb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:48.752366 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c6ad62dd-ba9f-4461-9073-e676eadbbb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:48.881245 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c6ad62dd-ba9f-4461-9073-e676eadbbb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:48.886053 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4e4468bb-4a6d-4e9f-9dd8-73d6fbc2fa2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:48.899259 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad62dd-ba9f-4461-9073-e676eadbbb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18f8d5e-0c93-4eb7-9cc8-32f287e35de0,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:48.901632 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c6ad62dd-ba9f-4461-9073-e676eadbbb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:48.902865 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-c6ad62dd-ba9f-4461-9073-e676eadbbb76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c18f8d5e-0c93-4eb7-9cc8-32f287e35de0 HTTP/1.1" status: 204 len: 168 time: 0.2361071 Nov 23 13:18:48.906450 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c6ad62dd-ba9f-4461-9073-e676eadbbb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:49.979901 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37092) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:50.086042 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-268662572-network', 'tenant_id': '568b94b436ee4de88f4141b37760be8e'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:18:50.091262 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:50.096208 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Usage tracker for resource:network and tenant:568b94b436ee4de88f4141b37760be8e is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:50.101743 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:50.106305 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:50.188543 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Made reservation on behalf of 568b94b436ee4de88f4141b37760be8e for: {'network': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:18:50.190805 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:50.203569 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:50.217523 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:50.221992 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Usage tracker for resource:security_group_rule and tenant:568b94b436ee4de88f4141b37760be8e is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:50.224807 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:50.230473 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:50.313190 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:50.376377 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:50.379264 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-36988b58-b33f-4322-8bd3-cf37cd6ba807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:50.408826 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=87466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:18:50.414047 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba1f673-40f8-4def-af4f-9065f574c4bc,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:50.417616 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:50.421777 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:50.421777 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.segments_db [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Added segment cc2c6b47-22f3-4919-8321-2d8e12bc568e of type vlan for network ee4bc01f-47bc-4850-955b-be75bfd4b683 Nov 23 13:18:50.450587 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:50.566884 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:50.568211 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:18:50.568795 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:50.573686 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-104e05b0-81e5-44b7-9a34-c7871aa85063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:50.672514 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Pushing event updated for resources: {'Network': ['ID=ee4bc01f-47bc-4850-955b-be75bfd4b683,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:50.675307 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:50.682546 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network ee4bc01f-47bc-4850-955b-be75bfd4b683 details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:18:50.721776 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7407992 Nov 23 13:18:50.724439 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37110) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:50.729762 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Request body: {'subnet': {'network_id': 'ee4bc01f-47bc-4850-955b-be75bfd4b683', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-268662572-subnet', 'tenant_id': '568b94b436ee4de88f4141b37760be8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:18:50.735296 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:50.739468 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Usage tracker for resource:subnet and tenant:568b94b436ee4de88f4141b37760be8e is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:50.742331 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:50.748147 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:50.816281 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Made reservation on behalf of 568b94b436ee4de88f4141b37760be8e for: {'subnet': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:18:50.818692 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2187083'] for subnet, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:51.144013 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2350155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2187129'] for subnet, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:51.148592 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-058e64c0-0768-450f-8d12-5210d800b2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:51.222931 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f30505-19c0-4bb0-96fa-ff2e88bd5ba9,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:51.227947 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:51.230351 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Checking segment: {'id': 'cc2c6b47-22f3-4919-8321-2d8e12bc568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': 'ee4bc01f-47bc-4850-955b-be75bfd4b683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:18:51.230643 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Network hostable DHCP agents. Network: ee4bc01f-47bc-4850-955b-be75bfd4b683, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:18:51.307435 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Network ee4bc01f-47bc-4850-955b-be75bfd4b683 is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:18:51.389375 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, ee4bc01f-47bc-4850-955b-be75bfd4b683) {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:18:51.394517 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:18:51.395654 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:51.398726 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8052e1-185b-4b06-875b-8d22148f37b9 None None] Network ee4bc01f-47bc-4850-955b-be75bfd4b683 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:18:51.485790 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7510624 Nov 23 13:18:51.612666 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf934ec-afcb-4e0e-b61a-c08ad0841913 None None] Network ee4bc01f-47bc-4850-955b-be75bfd4b683 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:18:51.817652 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-5388a3bc-dff0-405d-9ae8-3da1d04c119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:52.173318 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37132) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:52.179603 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-823969134-network', 'tenant_id': '6de2ac6375ad4f7bbe86bdf692ed5f1d'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:18:52.185222 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:52.190424 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Usage tracker for resource:network and tenant:6de2ac6375ad4f7bbe86bdf692ed5f1d is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:52.193625 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:52.199194 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:52.261827 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:52.290280 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Made reservation on behalf of 6de2ac6375ad4f7bbe86bdf692ed5f1d for: {'network': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:18:52.292672 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:52.305694 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:52.320497 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:52.324225 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Usage tracker for resource:security_group_rule and tenant:6de2ac6375ad4f7bbe86bdf692ed5f1d is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:52.327037 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:52.333377 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:52.414297 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:52.490294 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:52.493332 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e9d1cd1c-f2c8-40e9-8253-012be1fb3ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:52.524577 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] vlan segment allocate from pool success with {'vlan_id': 1183, 'physical_network': 'physnet1'} {{(pid=87466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:18:52.534007 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095bfeec-5e30-4174-9e2e-a1fe17e0ee92,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:52.537540 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:52.539957 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:52.540292 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.segments_db [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Added segment 1c5f6640-1ae0-404a-bb42-53ee35bffe9b of type vlan for network 80f40d4a-5629-4ce9-94ad-24a6e47ea0d2 Nov 23 13:18:52.566728 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:52.667715 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:52.669008 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:18:52.669631 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:52.675435 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:52.773698 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Pushing event updated for resources: {'Network': ['ID=80f40d4a-5629-4ce9-94ad-24a6e47ea0d2,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:52.777210 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:52.784378 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network 80f40d4a-5629-4ce9-94ad-24a6e47ea0d2 details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:18:52.846673 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-f2c7f4ee-5d23-46ae-9b93-2d933142b13d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6718192 Nov 23 13:18:52.849139 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37136) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:52.854575 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Request body: {'subnet': {'network_id': '80f40d4a-5629-4ce9-94ad-24a6e47ea0d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-823969134-subnet', 'tenant_id': '6de2ac6375ad4f7bbe86bdf692ed5f1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:18:52.860345 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:18:52.864430 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Usage tracker for resource:subnet and tenant:6de2ac6375ad4f7bbe86bdf692ed5f1d is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:18:52.867279 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:18:52.872989 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:18:52.960960 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Made reservation on behalf of 6de2ac6375ad4f7bbe86bdf692ed5f1d for: {'subnet': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:18:52.963378 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2187083'] for subnet, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:53.244866 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2350155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2187129'] for subnet, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:53.250430 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:53.326473 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9cf80b-c89f-4708-acf4-adff8e2f877a,revision_number=0']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:53.332027 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Checking segment: {'id': '1c5f6640-1ae0-404a-bb42-53ee35bffe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '80f40d4a-5629-4ce9-94ad-24a6e47ea0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:18:53.332377 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Network hostable DHCP agents. Network: 80f40d4a-5629-4ce9-94ad-24a6e47ea0d2, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87466) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:18:53.342358 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:53.342358 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:53.342358 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:53.342689 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:53.343172 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:53.343689 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:53.344052 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:53.344407 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:53.344764 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:53.345115 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:53.345468 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:53.345816 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:53.349811 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:53.418454 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Network 80f40d4a-5629-4ce9-94ad-24a6e47ea0d2 is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87466) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:18:53.509847 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, 80f40d4a-5629-4ce9-94ad-24a6e47ea0d2) {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:18:53.513864 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:18:53.515717 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:53.519447 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828ba013-0710-4c28-bffb-2248985294ca None None] Network 80f40d4a-5629-4ce9-94ad-24a6e47ea0d2 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:18:53.636512 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-806e4b06-8419-40f4-905c-7b6471d53080 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7863178 Nov 23 13:18:53.736535 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9985940d-ba14-41fd-8df4-7615b9fe2ef9 None None] Network 80f40d4a-5629-4ce9-94ad-24a6e47ea0d2 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:18:53.781321 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37146) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:53.845978 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_v2 [None req-752ef4ce-dae9-4222-955e-5dfc4d776d9e admin admin] Deleting subnet 87f30505-19c0-4bb0-96fa-ff2e88bd5ba9 {{(pid=87466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:18:53.849392 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-752ef4ce-dae9-4222-955e-5dfc4d776d9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:53.899404 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-752ef4ce-dae9-4222-955e-5dfc4d776d9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2349080'] for subnet, precommit_delete_associations {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:53.953883 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-752ef4ce-dae9-4222-955e-5dfc4d776d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.132965 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-752ef4ce-dae9-4222-955e-5dfc4d776d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2350092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2187104'] for subnet, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.137145 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-7db6019c-8786-4a0f-b7aa-9c07d2a8c3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:54.169313 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ef4ce-dae9-4222-955e-5dfc4d776d9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f30505-19c0-4bb0-96fa-ff2e88bd5ba9,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:54.173644 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-752ef4ce-dae9-4222-955e-5dfc4d776d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:54.175899 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-752ef4ce-dae9-4222-955e-5dfc4d776d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.181495 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-752ef4ce-dae9-4222-955e-5dfc4d776d9e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/87f30505-19c0-4bb0-96fa-ff2e88bd5ba9 HTTP/1.1" status: 204 len: 168 time: 0.3991153 Nov 23 13:18:54.183977 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37154) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:54.288474 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-6a315cdc-390f-4e92-97dd-9aafb03ff66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.410973 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-6a315cdc-390f-4e92-97dd-9aafb03ff66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.434938 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-6a315cdc-390f-4e92-97dd-9aafb03ff66b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4bc01f-47bc-4850-955b-be75bfd4b683']}} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:54.446646 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-6a315cdc-390f-4e92-97dd-9aafb03ff66b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2c6b47-22f3-4919-8321-2d8e12bc568e') {'for_net_delete': True} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:54.446967 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-6a315cdc-390f-4e92-97dd-9aafb03ff66b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2c6b47-22f3-4919-8321-2d8e12bc568e') {} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:54.458332 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-6a315cdc-390f-4e92-97dd-9aafb03ff66b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2349071'] for segment, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.474732 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-6a315cdc-390f-4e92-97dd-9aafb03ff66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.481009 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a315cdc-390f-4e92-97dd-9aafb03ff66b admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=87466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:18:54.481448 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-6a315cdc-390f-4e92-97dd-9aafb03ff66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350290'] for segment, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: Traceback (most recent call last): Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: timer() Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: cb(*args, **kw) Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: return func(*args, **kwargs) Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: self._notify() Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: self.callback(batched_events) Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: event.method(event) Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: return f(self, *a, **k) Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: return self._get(url).json() Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: return self.request(url, 'GET', **kwargs) Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:18:54.499675 dv-cinder-818886-1-smb neutron-server[87466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:18:54.538198 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-a4550597-124e-4fa8-ba75-74ada4aec20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.657927 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-6a315cdc-390f-4e92-97dd-9aafb03ff66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.662555 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:54.676121 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-6a315cdc-390f-4e92-97dd-9aafb03ff66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.685808 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a315cdc-390f-4e92-97dd-9aafb03ff66b admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4bc01f-47bc-4850-955b-be75bfd4b683,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:54.689172 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-6a315cdc-390f-4e92-97dd-9aafb03ff66b admin admin] 10.222.0.48 "DELETE /v2.0/networks/ee4bc01f-47bc-4850-955b-be75bfd4b683 HTTP/1.1" status: 204 len: 168 time: 0.5042746 Nov 23 13:18:54.694118 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-6a315cdc-390f-4e92-97dd-9aafb03ff66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:54.694118 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37158) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:54.757348 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_v2 [None req-850235dc-9978-4888-844b-a55c32a95fc4 admin admin] Deleting subnet 6b9cf80b-c89f-4708-acf4-adff8e2f877a {{(pid=87466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:18:54.760499 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-850235dc-9978-4888-844b-a55c32a95fc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.809894 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-850235dc-9978-4888-844b-a55c32a95fc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2349080'] for subnet, precommit_delete_associations {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:54.867647 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-850235dc-9978-4888-844b-a55c32a95fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.040491 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-850235dc-9978-4888-844b-a55c32a95fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2350092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2187104'] for subnet, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.045774 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-caef7039-d1dd-45b5-bd93-31f0464fc325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:55.081541 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850235dc-9978-4888-844b-a55c32a95fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9cf80b-c89f-4708-acf4-adff8e2f877a,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:55.084487 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-850235dc-9978-4888-844b-a55c32a95fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:55.085657 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-850235dc-9978-4888-844b-a55c32a95fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.091794 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-850235dc-9978-4888-844b-a55c32a95fc4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6b9cf80b-c89f-4708-acf4-adff8e2f877a HTTP/1.1" status: 204 len: 168 time: 0.3986702 Nov 23 13:18:55.095023 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37166) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:55.283381 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c6f4330a-a067-4634-8645-8d5fec8389eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.321023 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.405536 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c6f4330a-a067-4634-8645-8d5fec8389eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.430853 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-c6f4330a-a067-4634-8645-8d5fec8389eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f40d4a-5629-4ce9-94ad-24a6e47ea0d2']}} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:55.442971 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-c6f4330a-a067-4634-8645-8d5fec8389eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5f6640-1ae0-404a-bb42-53ee35bffe9b') {'for_net_delete': True} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:55.443290 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-c6f4330a-a067-4634-8645-8d5fec8389eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5f6640-1ae0-404a-bb42-53ee35bffe9b') {} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:55.454815 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c6f4330a-a067-4634-8645-8d5fec8389eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2349071'] for segment, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.475018 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c6f4330a-a067-4634-8645-8d5fec8389eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.480874 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f4330a-a067-4634-8645-8d5fec8389eb admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=87466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:18:55.481251 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c6f4330a-a067-4634-8645-8d5fec8389eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350290'] for segment, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: Traceback (most recent call last): Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: timer() Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: cb(*args, **kw) Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: return func(*args, **kwargs) Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: self._notify() Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: self.callback(batched_events) Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: event.method(event) Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: return f(self, *a, **k) Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: return self._get(url).json() Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: return self.request(url, 'GET', **kwargs) Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:18:55.494733 dv-cinder-818886-1-smb neutron-server[87466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:18:55.633362 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c6f4330a-a067-4634-8645-8d5fec8389eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.640218 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-c6f4330a-a067-4634-8645-8d5fec8389eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:55.642876 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:55.662116 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4330a-a067-4634-8645-8d5fec8389eb admin admin] Pushing event deleted for resources: {'Network': ['ID=80f40d4a-5629-4ce9-94ad-24a6e47ea0d2,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:55.665488 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-c6f4330a-a067-4634-8645-8d5fec8389eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:55.672051 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-c6f4330a-a067-4634-8645-8d5fec8389eb admin admin] 10.222.0.48 "DELETE /v2.0/networks/80f40d4a-5629-4ce9-94ad-24a6e47ea0d2 HTTP/1.1" status: 204 len: 168 time: 0.5713387 Nov 23 13:18:56.050999 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37172) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:56.103562 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-2168cf02-7a3a-4add-8abf-8f8188fdf9f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=568b94b436ee4de88f4141b37760be8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513892 Nov 23 13:18:56.105870 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37176) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:56.166340 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c4f73564-fb30-4882-b976-7808c1e72866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:56.192705 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c4f73564-fb30-4882-b976-7808c1e72866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:56.332787 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c4f73564-fb30-4882-b976-7808c1e72866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:56.337730 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-566a1f3f-ac27-4076-a1ff-c4ca9d028602 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:56.350236 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f73564-fb30-4882-b976-7808c1e72866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba1f673-40f8-4def-af4f-9065f574c4bc,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:56.354110 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c4f73564-fb30-4882-b976-7808c1e72866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:56.366349 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-c4f73564-fb30-4882-b976-7808c1e72866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:56.366349 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-c4f73564-fb30-4882-b976-7808c1e72866 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ba1f673-40f8-4def-af4f-9065f574c4bc HTTP/1.1" status: 204 len: 168 time: 0.2551913 Nov 23 13:18:57.033571 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:57.121098 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37192) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:57.174725 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-6adf0a1f-8a1b-4129-95cc-149f4a27f0e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6de2ac6375ad4f7bbe86bdf692ed5f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523586 Nov 23 13:18:57.177173 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37198) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:57.233862 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ca9b7edb-59bc-431e-955c-3a2c9126e2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:57.260302 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ca9b7edb-59bc-431e-955c-3a2c9126e2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:57.392963 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ca9b7edb-59bc-431e-955c-3a2c9126e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:57.396720 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-376776ac-1052-48d7-95e2-03c8c1cb1a91 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:57.407678 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b7edb-59bc-431e-955c-3a2c9126e2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095bfeec-5e30-4174-9e2e-a1fe17e0ee92,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:57.411285 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-ca9b7edb-59bc-431e-955c-3a2c9126e2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:57.416707 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-ca9b7edb-59bc-431e-955c-3a2c9126e2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:57.417800 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-ca9b7edb-59bc-431e-955c-3a2c9126e2a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/095bfeec-5e30-4174-9e2e-a1fe17e0ee92 HTTP/1.1" status: 204 len: 168 time: 0.2397466 Nov 23 13:19:00.026395 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37262) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:00.151567 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e0de7701-ba00-4b8a-b40b-e1836993885a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:00.167708 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e0de7701-ba00-4b8a-b40b-e1836993885a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:00.171654 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e0de7701-ba00-4b8a-b40b-e1836993885a admin admin] Usage tracker for resource:security_group_rule and tenant:5aa5fe32b83a41b2a9298ac7815cd909 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:00.175101 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e0de7701-ba00-4b8a-b40b-e1836993885a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:00.181122 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e0de7701-ba00-4b8a-b40b-e1836993885a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:00.268886 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e0de7701-ba00-4b8a-b40b-e1836993885a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:00.341482 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e0de7701-ba00-4b8a-b40b-e1836993885a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:00.350434 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e075aab6-4526-434c-ac71-a650a52dcc4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:00.392388 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-e0de7701-ba00-4b8a-b40b-e1836993885a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5aa5fe32b83a41b2a9298ac7815cd909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648300 Nov 23 13:19:00.394092 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de7701-ba00-4b8a-b40b-e1836993885a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9380ce3b-f6b4-4f4c-a8f0-4067e5e287c6,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:00.395094 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37274) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:00.397196 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e0de7701-ba00-4b8a-b40b-e1836993885a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:00.458735 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3b86-31d3-48ef-a0a8-5ec0728920d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:00.487426 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3b86-31d3-48ef-a0a8-5ec0728920d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:00.629760 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3b86-31d3-48ef-a0a8-5ec0728920d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:00.634822 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b8b29cfc-0742-40c3-87be-db5711589b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:00.655673 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc3b86-31d3-48ef-a0a8-5ec0728920d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9380ce3b-f6b4-4f4c-a8f0-4067e5e287c6,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:00.655673 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-7bdc3b86-31d3-48ef-a0a8-5ec0728920d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:00.655673 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3b86-31d3-48ef-a0a8-5ec0728920d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:00.655673 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-7bdc3b86-31d3-48ef-a0a8-5ec0728920d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9380ce3b-f6b4-4f4c-a8f0-4067e5e287c6 HTTP/1.1" status: 204 len: 168 time: 0.2589636 Nov 23 13:19:01.450724 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37284) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:01.468369 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-60b41d64-6d9a-45a3-b2d0-9886dcdf04dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:01.482780 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-60b41d64-6d9a-45a3-b2d0-9886dcdf04dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:01.487040 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-60b41d64-6d9a-45a3-b2d0-9886dcdf04dd admin admin] Usage tracker for resource:security_group_rule and tenant:1252fc7d277a4f1eb5fa5c3b23e41a81 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:01.490054 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-60b41d64-6d9a-45a3-b2d0-9886dcdf04dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:01.495706 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-60b41d64-6d9a-45a3-b2d0-9886dcdf04dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:01.573374 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-60b41d64-6d9a-45a3-b2d0-9886dcdf04dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:01.655719 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-60b41d64-6d9a-45a3-b2d0-9886dcdf04dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:01.663802 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-8eedbf8b-822e-4ab5-92b3-b976a0a9a1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:01.704073 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-60b41d64-6d9a-45a3-b2d0-9886dcdf04dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1252fc7d277a4f1eb5fa5c3b23e41a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521856 Nov 23 13:19:01.705515 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b41d64-6d9a-45a3-b2d0-9886dcdf04dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c3acd5-b89b-414b-8bdd-79ce099c8420,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:01.707367 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37290) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:01.708524 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-60b41d64-6d9a-45a3-b2d0-9886dcdf04dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:01.772138 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e08847ca-be02-4c93-98f7-0d724c85310d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:01.798757 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e08847ca-be02-4c93-98f7-0d724c85310d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:01.925240 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e08847ca-be02-4c93-98f7-0d724c85310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:01.930130 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-06172877-4435-4853-838c-270a2f07d3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:01.944596 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08847ca-be02-4c93-98f7-0d724c85310d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c3acd5-b89b-414b-8bdd-79ce099c8420,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:01.947492 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e08847ca-be02-4c93-98f7-0d724c85310d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:01.951839 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e08847ca-be02-4c93-98f7-0d724c85310d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:01.955408 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-e08847ca-be02-4c93-98f7-0d724c85310d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5c3acd5-b89b-414b-8bdd-79ce099c8420 HTTP/1.1" status: 204 len: 168 time: 0.2438273 Nov 23 13:19:05.049582 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37380) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:05.162648 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-88829878-2eaa-4a06-8c61-5354ae931e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:05.180150 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-88829878-2eaa-4a06-8c61-5354ae931e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:05.183859 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-88829878-2eaa-4a06-8c61-5354ae931e2f admin admin] Usage tracker for resource:security_group_rule and tenant:89516687898d4d478bba907d68ad96c6 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:05.187190 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-88829878-2eaa-4a06-8c61-5354ae931e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:05.193449 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-88829878-2eaa-4a06-8c61-5354ae931e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:05.274151 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-88829878-2eaa-4a06-8c61-5354ae931e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:05.348909 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-88829878-2eaa-4a06-8c61-5354ae931e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:05.357716 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-781eb6ef-7126-4cfc-96d9-b646361ffaa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:05.396742 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-88829878-2eaa-4a06-8c61-5354ae931e2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89516687898d4d478bba907d68ad96c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459897 Nov 23 13:19:05.398410 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88829878-2eaa-4a06-8c61-5354ae931e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591d133c-f3e3-40b9-9e8b-bdfd25dc8e5c,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:05.399444 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37386) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:05.401462 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-88829878-2eaa-4a06-8c61-5354ae931e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:05.466837 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ac366084-fead-4f48-b3d4-3c6d2cef1416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:05.493159 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ac366084-fead-4f48-b3d4-3c6d2cef1416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:05.606546 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ac366084-fead-4f48-b3d4-3c6d2cef1416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:05.610238 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b435995e-740e-4c86-be3a-335ad1049310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:05.623105 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac366084-fead-4f48-b3d4-3c6d2cef1416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591d133c-f3e3-40b9-9e8b-bdfd25dc8e5c,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:05.625293 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ac366084-fead-4f48-b3d4-3c6d2cef1416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:05.632252 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-ac366084-fead-4f48-b3d4-3c6d2cef1416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:05.633339 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-ac366084-fead-4f48-b3d4-3c6d2cef1416 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/591d133c-f3e3-40b9-9e8b-bdfd25dc8e5c HTTP/1.1" status: 204 len: 168 time: 0.2329364 Nov 23 13:19:06.266372 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37400) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:06.382220 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-53f39254-82f5-42e4-ab0b-13059d67f580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:06.396533 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-53f39254-82f5-42e4-ab0b-13059d67f580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:06.400312 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-53f39254-82f5-42e4-ab0b-13059d67f580 admin admin] Usage tracker for resource:security_group_rule and tenant:5198d3f6f3a242f59bad2c07af45010d is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:06.403099 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-53f39254-82f5-42e4-ab0b-13059d67f580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:06.408968 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-53f39254-82f5-42e4-ab0b-13059d67f580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:06.410499 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37406) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:06.428913 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9a6dce19-ea09-4e94-9511-8141c5448f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:06.444263 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-9a6dce19-ea09-4e94-9511-8141c5448f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:06.448151 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-9a6dce19-ea09-4e94-9511-8141c5448f5c admin admin] Usage tracker for resource:security_group_rule and tenant:1cd3685bc4dd4f4db62d4ee8f8604efb is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:06.451281 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-9a6dce19-ea09-4e94-9511-8141c5448f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:06.458044 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-9a6dce19-ea09-4e94-9511-8141c5448f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:06.502232 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-53f39254-82f5-42e4-ab0b-13059d67f580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:06.542147 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9a6dce19-ea09-4e94-9511-8141c5448f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:06.593039 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-53f39254-82f5-42e4-ab0b-13059d67f580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:06.600500 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-863253f4-c870-4be3-bfca-077bb3716b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:06.621786 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9a6dce19-ea09-4e94-9511-8141c5448f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:06.631541 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ffbe8ef4-0932-403b-93f1-861787cc6036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:06.645046 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f39254-82f5-42e4-ab0b-13059d67f580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67bec3f-c4c1-4a36-b691-0808f96dcc33,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:06.648387 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-53f39254-82f5-42e4-ab0b-13059d67f580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:06.654029 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-53f39254-82f5-42e4-ab0b-13059d67f580 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5198d3f6f3a242f59bad2c07af45010d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838356 Nov 23 13:19:06.654029 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37410) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:06.676869 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dce19-ea09-4e94-9511-8141c5448f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10941250-55b4-40e1-ad48-25617372039d,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:06.681195 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9a6dce19-ea09-4e94-9511-8141c5448f5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cd3685bc4dd4f4db62d4ee8f8604efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696302 Nov 23 13:19:06.682130 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9a6dce19-ea09-4e94-9511-8141c5448f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:06.683810 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37414) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:06.714592 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bf3df800-d3d6-4981-9eef-e9b7c1101182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:06.741795 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bf3df800-d3d6-4981-9eef-e9b7c1101182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:06.743040 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9679f3c5-2ce1-4e4e-a4e7-96c148de9a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:06.768981 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9679f3c5-2ce1-4e4e-a4e7-96c148de9a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:06.878906 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bf3df800-d3d6-4981-9eef-e9b7c1101182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:06.883731 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-ad763074-c079-4483-91e5-4f1ba7529784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:06.896102 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3df800-d3d6-4981-9eef-e9b7c1101182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67bec3f-c4c1-4a36-b691-0808f96dcc33,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:06.898480 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-bf3df800-d3d6-4981-9eef-e9b7c1101182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:06.906996 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bf3df800-d3d6-4981-9eef-e9b7c1101182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:06.907459 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9679f3c5-2ce1-4e4e-a4e7-96c148de9a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:06.910917 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-bf3df800-d3d6-4981-9eef-e9b7c1101182 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b67bec3f-c4c1-4a36-b691-0808f96dcc33 HTTP/1.1" status: 204 len: 168 time: 0.2532072 Nov 23 13:19:06.913455 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b545761b-6b38-4b16-af57-1e0761447add tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:06.923987 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679f3c5-2ce1-4e4e-a4e7-96c148de9a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10941250-55b4-40e1-ad48-25617372039d,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:06.928468 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9679f3c5-2ce1-4e4e-a4e7-96c148de9a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:06.932871 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9679f3c5-2ce1-4e4e-a4e7-96c148de9a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:06.933995 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9679f3c5-2ce1-4e4e-a4e7-96c148de9a77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10941250-55b4-40e1-ad48-25617372039d HTTP/1.1" status: 204 len: 168 time: 0.2493150 Nov 23 13:19:10.764281 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:16.870577 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:19:21.714543 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7a116443-7709-491a-89d3-62f6b471c904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:22.240816 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:24.472313 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-aea476e8-6bf4-416f-855f-71c0b3bcee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:25.306876 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:27.049530 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:35.637643 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37736) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:35.755294 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-472d9df5-7ccb-40c2-b407-ae4e4c679aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:35.769378 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-472d9df5-7ccb-40c2-b407-ae4e4c679aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:35.773123 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-472d9df5-7ccb-40c2-b407-ae4e4c679aad admin admin] Usage tracker for resource:security_group_rule and tenant:e68e7517ff774fd892e36f7a39fe7273 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:35.776584 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-472d9df5-7ccb-40c2-b407-ae4e4c679aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:35.782115 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-472d9df5-7ccb-40c2-b407-ae4e4c679aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:35.865032 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-472d9df5-7ccb-40c2-b407-ae4e4c679aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:35.948606 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-472d9df5-7ccb-40c2-b407-ae4e4c679aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:35.957432 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-49c368a5-e1d4-45d8-bae6-233ca18405e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:35.998806 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37746) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:35.999253 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-472d9df5-7ccb-40c2-b407-ae4e4c679aad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e68e7517ff774fd892e36f7a39fe7273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600674 Nov 23 13:19:36.003320 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d9df5-7ccb-40c2-b407-ae4e4c679aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293a8425-2a6f-4c05-913d-bdb6191431c3,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:36.006511 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-472d9df5-7ccb-40c2-b407-ae4e4c679aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:36.064370 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:36.094792 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:36.203163 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:36.206785 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9a6dce19-ea09-4e94-9511-8141c5448f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:36.219811 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293a8425-2a6f-4c05-913d-bdb6191431c3,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:36.229300 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:36.229753 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:36.230175 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:36.230725 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:36.231149 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:36.231546 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:36.231938 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:36.232327 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:36.232784 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:36.233201 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:36.233588 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:36.234022 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:36.237119 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:36.239509 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/293a8425-2a6f-4c05-913d-bdb6191431c3 HTTP/1.1" status: 204 len: 168 time: 0.2372832 Nov 23 13:19:36.239509 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-bb8011a0-1647-4ab7-8589-5b83f5382133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:38.064323 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37796) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:38.182607 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-affa9443-49c8-4458-90b8-d41bef8e3efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:38.198158 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-affa9443-49c8-4458-90b8-d41bef8e3efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:38.202637 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-affa9443-49c8-4458-90b8-d41bef8e3efb admin admin] Usage tracker for resource:security_group_rule and tenant:3d653b31fddf4e54bb27d3350c7ede08 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:38.205402 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-affa9443-49c8-4458-90b8-d41bef8e3efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:38.211026 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-affa9443-49c8-4458-90b8-d41bef8e3efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:38.291475 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-affa9443-49c8-4458-90b8-d41bef8e3efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:38.335010 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-affa9443-49c8-4458-90b8-d41bef8e3efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:38.343933 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-49aa908d-f3c1-4e38-9efc-8d2414d4a8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:38.381541 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-affa9443-49c8-4458-90b8-d41bef8e3efb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d653b31fddf4e54bb27d3350c7ede08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161473 Nov 23 13:19:38.383155 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa9443-49c8-4458-90b8-d41bef8e3efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d0ca0e-123e-4d0d-aeba-238f23a31703,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:38.384810 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37802) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:38.386743 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-affa9443-49c8-4458-90b8-d41bef8e3efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:38.444652 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-649e15ec-dec9-4784-9691-ea3ce6ed6386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:38.471220 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-649e15ec-dec9-4784-9691-ea3ce6ed6386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:38.577107 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-649e15ec-dec9-4784-9691-ea3ce6ed6386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:38.582795 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-98422e8b-7a5a-4c3a-871c-e8abc81a8767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:38.594494 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e15ec-dec9-4784-9691-ea3ce6ed6386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d0ca0e-123e-4d0d-aeba-238f23a31703,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:38.597361 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-649e15ec-dec9-4784-9691-ea3ce6ed6386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:38.600220 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-649e15ec-dec9-4784-9691-ea3ce6ed6386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:38.601509 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-649e15ec-dec9-4784-9691-ea3ce6ed6386 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63d0ca0e-123e-4d0d-aeba-238f23a31703 HTTP/1.1" status: 204 len: 168 time: 0.2146380 Nov 23 13:19:40.782884 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:43.158110 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37882) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:43.278045 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0795055b-0116-4174-b329-273d899e7e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:43.295523 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-0795055b-0116-4174-b329-273d899e7e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:43.299282 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-0795055b-0116-4174-b329-273d899e7e1f admin admin] Usage tracker for resource:security_group_rule and tenant:04bdb2925c5a4ed3939253db77cd8488 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:43.302032 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-0795055b-0116-4174-b329-273d899e7e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:43.308299 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-0795055b-0116-4174-b329-273d899e7e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:43.387731 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0795055b-0116-4174-b329-273d899e7e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:43.443079 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-0795055b-0116-4174-b329-273d899e7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:43.450895 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-e8e77d9d-0fb9-4219-ab87-5b13b9211c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:43.489786 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795055b-0116-4174-b329-273d899e7e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5e1370-bdee-4632-86b7-31dd1e70343f,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:43.494714 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-0795055b-0116-4174-b329-273d899e7e1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04bdb2925c5a4ed3939253db77cd8488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356106 Nov 23 13:19:43.495600 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-0795055b-0116-4174-b329-273d899e7e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:43.497301 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37888) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:43.553435 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-95b6c99d-a0ea-4ea8-b8f0-d0fd4adeff13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:43.578597 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-95b6c99d-a0ea-4ea8-b8f0-d0fd4adeff13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:43.717492 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-95b6c99d-a0ea-4ea8-b8f0-d0fd4adeff13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:43.721177 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-60b41d64-6d9a-45a3-b2d0-9886dcdf04dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:43.736578 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6c99d-a0ea-4ea8-b8f0-d0fd4adeff13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5e1370-bdee-4632-86b7-31dd1e70343f,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:43.740311 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-95b6c99d-a0ea-4ea8-b8f0-d0fd4adeff13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:43.744377 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-95b6c99d-a0ea-4ea8-b8f0-d0fd4adeff13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:43.745275 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-95b6c99d-a0ea-4ea8-b8f0-d0fd4adeff13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d5e1370-bdee-4632-86b7-31dd1e70343f HTTP/1.1" status: 204 len: 168 time: 0.2470775 Nov 23 13:19:44.224733 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37900) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:44.339492 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-6826fc99-4e91-4886-96c3-e54d033dc4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.353155 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-6826fc99-4e91-4886-96c3-e54d033dc4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:44.356911 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-6826fc99-4e91-4886-96c3-e54d033dc4cd admin admin] Usage tracker for resource:security_group_rule and tenant:6a6d86a315b1410bab2f4f3609b0f1ad is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:44.359640 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-6826fc99-4e91-4886-96c3-e54d033dc4cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:44.365351 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-6826fc99-4e91-4886-96c3-e54d033dc4cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:44.444433 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-6826fc99-4e91-4886-96c3-e54d033dc4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.512250 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-6826fc99-4e91-4886-96c3-e54d033dc4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.519571 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-4e4b9750-2048-4146-b285-c9aec8d8073b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:44.558457 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826fc99-4e91-4886-96c3-e54d033dc4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565e97b0-aa65-4b02-bda1-819fdf08fd6d,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:44.562640 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-6826fc99-4e91-4886-96c3-e54d033dc4cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a6d86a315b1410bab2f4f3609b0f1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369081 Nov 23 13:19:44.563528 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-6826fc99-4e91-4886-96c3-e54d033dc4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:44.565953 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37906) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:44.627223 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-27c1704e-ca34-477c-8752-5b94355705c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.654440 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-27c1704e-ca34-477c-8752-5b94355705c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.771417 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-27c1704e-ca34-477c-8752-5b94355705c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.776080 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-db3a7380-49fb-4839-8730-d654e6888140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:44.789447 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1704e-ca34-477c-8752-5b94355705c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565e97b0-aa65-4b02-bda1-819fdf08fd6d,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:44.792126 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-27c1704e-ca34-477c-8752-5b94355705c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:44.800126 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-27c1704e-ca34-477c-8752-5b94355705c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:44.801449 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-27c1704e-ca34-477c-8752-5b94355705c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/565e97b0-aa65-4b02-bda1-819fdf08fd6d HTTP/1.1" status: 204 len: 168 time: 0.2351534 Nov 23 13:19:45.622443 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37914) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:45.641569 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4478ac02-95b2-41ec-b6c5-4d65a1e6c9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:45.659798 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-4478ac02-95b2-41ec-b6c5-4d65a1e6c9c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:45.663536 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-4478ac02-95b2-41ec-b6c5-4d65a1e6c9c2 admin admin] Usage tracker for resource:security_group_rule and tenant:80c34e4c96d14a8883cc99b049ab94a6 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:45.666530 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-4478ac02-95b2-41ec-b6c5-4d65a1e6c9c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:45.672079 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-4478ac02-95b2-41ec-b6c5-4d65a1e6c9c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:45.750783 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4478ac02-95b2-41ec-b6c5-4d65a1e6c9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:45.814189 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-4478ac02-95b2-41ec-b6c5-4d65a1e6c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:45.821195 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-affa9443-49c8-4458-90b8-d41bef8e3efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:45.860917 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-4478ac02-95b2-41ec-b6c5-4d65a1e6c9c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80c34e4c96d14a8883cc99b049ab94a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371204 Nov 23 13:19:45.861898 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478ac02-95b2-41ec-b6c5-4d65a1e6c9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b626b9-d353-4e2e-8741-f8fae9c0ae24,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:45.863889 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37918) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:45.865312 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4478ac02-95b2-41ec-b6c5-4d65a1e6c9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:45.922138 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-83737515-078a-4b98-ab7d-2c6307db7ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:45.947759 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-83737515-078a-4b98-ab7d-2c6307db7ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:46.068218 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-83737515-078a-4b98-ab7d-2c6307db7ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:46.072048 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c4f73564-fb30-4882-b976-7808c1e72866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:46.083189 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83737515-078a-4b98-ab7d-2c6307db7ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b626b9-d353-4e2e-8741-f8fae9c0ae24,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:46.086788 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-83737515-078a-4b98-ab7d-2c6307db7ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:46.090078 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-83737515-078a-4b98-ab7d-2c6307db7ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:46.091210 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-83737515-078a-4b98-ab7d-2c6307db7ab0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9b626b9-d353-4e2e-8741-f8fae9c0ae24 HTTP/1.1" status: 204 len: 168 time: 0.2256441 Nov 23 13:19:47.082340 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37942) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:47.185915 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-98367870-network', 'tenant_id': 'b527e4488304480caec5084acdc3931a'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:19:47.190562 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:47.194350 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Usage tracker for resource:network and tenant:b527e4488304480caec5084acdc3931a is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:47.197491 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:47.203827 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:47.271382 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Made reservation on behalf of b527e4488304480caec5084acdc3931a for: {'network': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:19:47.273630 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:47.286243 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:47.303251 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:47.307171 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Usage tracker for resource:security_group_rule and tenant:b527e4488304480caec5084acdc3931a is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:47.309900 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:47.315515 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:47.395029 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:47.468427 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:47.471273 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ba68af13-d49e-47a1-8f5e-000cad91f3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:47.498863 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=87465) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:19:47.507211 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4bb676-9cf6-4bc3-8454-63cb540478a9,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:47.510790 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:47.515516 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:47.515819 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.segments_db [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Added segment 9deb7be7-fa2d-4461-b5fa-7d225bcec605 of type vlan for network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc Nov 23 13:19:47.542232 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:47.639987 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:47.641301 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:19:47.641882 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:47.645501 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-48ebbf06-c0f1-4184-aca9-726fb09db029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:47.744080 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Pushing event updated for resources: {'Network': ['ID=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:47.746809 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:47.753761 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:19:47.807571 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-290a4e25-5b71-4780-9e7d-94d0b761e32a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7240970 Nov 23 13:19:47.811605 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37948) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:47.817087 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Request body: {'subnet': {'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-98367870-subnet', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'ip_version': 4}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:19:47.822733 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:47.826777 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Usage tracker for resource:subnet and tenant:b527e4488304480caec5084acdc3931a is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:47.829649 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:47.835305 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:47.908198 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Made reservation on behalf of b527e4488304480caec5084acdc3931a for: {'subnet': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:19:47.910507 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3000527'] for subnet, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:48.265956 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2122131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3000573'] for subnet, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:48.270674 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:48.342309 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e604b5b6-814b-49f5-baa0-052199a3fafc,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:48.345581 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:48.351305 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Checking segment: {'id': '9deb7be7-fa2d-4461-b5fa-7d225bcec605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:19:48.355778 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Network hostable DHCP agents. Network: 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:19:48.425914 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:19:48.489083 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc) {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:19:48.493968 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:19:48.494966 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:48.499105 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3a292b-8180-454c-84ff-aec8c430599c None None] Network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:19:48.583260 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-51fba12a-a2ca-420e-a191-b4b6efd9fe06 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7704973 Nov 23 13:19:48.585932 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37952) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:48.591454 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:19:48.596508 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:48.599973 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Usage tracker for resource:router and tenant:b527e4488304480caec5084acdc3931a is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:48.603379 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:48.609132 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:48.685521 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-616933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35149'] for router, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:48.686549 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35162'] for router, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:48.703058 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:48.710509 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdb8eb36-8ddb-5181-ab2b-684eb66ce7a9-23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'fixed_ips': [{'subnet_id': 'e604b5b6-814b-49f5-baa0-052199a3fafc'}]}} from dv-cinder-818886-1-smb. {{(pid=87467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:19:48.711396 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:48.865309 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.db_base_plugin_common [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Allocated IP 172.20.0.2 (23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc/e604b5b6-814b-49f5-baa0-052199a3fafc/549542e7-e22e-4e0a-99c4-dd45ecfa1ad3) {{(pid=87467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:19:49.030355 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-616727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35112'] for router, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:49.063636 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Notify callbacks [] for port, precommit_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:49.073823 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Transition to ACTIVE for port object 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:19:49.091612 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Transition to ACTIVE for port object 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 will not be triggered until provisioned by entity DHCP. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:19:49.143416 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:49.147809 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:49.211856 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc is already hosted by enough agents. {{(pid=87467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:19:49.215144 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.base_scheduler [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Resources bound (agent type, host, resource id): {{(pid=87467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:19:49.218780 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Received port after_create {{(pid=87467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:19:49.224321 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Pushing event updated for resources: {'Port': ['ID=549542e7-e22e-4e0a-99c4-dd45ecfa1ad3,revision_number=1']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:49.260904 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:49.261342 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:49.261613 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:49.261893 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:49.262189 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:49.262510 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:49.262851 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:49.263163 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:49.263475 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:49.263784 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:49.264095 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:49.264405 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:49.271597 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:49.320761 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Attempting to bind port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:19:49.321127 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Attempting to bind port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': '9deb7be7-fa2d-4461-b5fa-7d225bcec605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:19:49.322038 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Attempting to bind port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 on network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:19:49.327318 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:19:49.327689 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Checking segment: {'id': '9deb7be7-fa2d-4461-b5fa-7d225bcec605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:19:49.328091 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:49.328481 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Bound using segment: {'id': '9deb7be7-fa2d-4461-b5fa-7d225bcec605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:19:49.328940 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Bound port: 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9deb7be7-fa2d-4461-b5fa-7d225bcec605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:19:49.329309 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:49.408035 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:49.417604 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] For port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:19:49.420610 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] For port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=549542e7-e22e-4e0a-99c4-dd45ecfa1ad3,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:19:49.437657 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:49.487652 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:49.492654 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:49.572581 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Allocated IP 172.28.3.124 (9b5166c7-a3b6-4dd2-bc8e-90c117c22df2/c5f731f0-a861-4160-a944-f1ad6ad93795/ab2032ca-53d6-4294-b1d2-0e206f07b8ac) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:19:49.584156 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Pushing event updated for resources: {'Port': ['ID=549542e7-e22e-4e0a-99c4-dd45ecfa1ad3,revision_number=2']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:49.587655 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:49.723802 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:49.851526 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:49.855886 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-f6fb80b8-c203-4f79-9f3f-b743ff61ca45 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:49.916046 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:19:49.918770 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:19:49.922504 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:19:49.962702 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Pushing event updated for resources: {'Port': ['ID=ab2032ca-53d6-4294-b1d2-0e206f07b8ac,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:49.966960 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:50.490153 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4cca0b-b054-44b4-b889-1007a31b0a7c None None] Network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:19:50.555010 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:50.681488 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-4b2a50e0-73f3-43fd-adb7-341b7f1aee5c None None] Provisioning for port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:19:50.914955 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617701'] for router, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:51.194086 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Router 1e284414-f6fe-4c53-bd0d-c2456470d957 is scheduled to L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d with binding_index 1 {{(pid=87465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:19:51.369960 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:19:51.378951 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Sync routers for ids ['1e284414-f6fe-4c53-bd0d-c2456470d957'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:19:51.388078 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Routers {'1e284414-f6fe-4c53-bd0d-c2456470d957'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:19:51.388687 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:19:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1e284414-f6fe-4c53-bd0d-c2456470d957'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:19:51.477510 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] Notify callbacks [] for router, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:51.481890 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-dd6f50c3-9d65-4424-9c3d-025af940deab admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8925629 Nov 23 13:19:51.482384 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37958) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:51.569072 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Set router 1e284414-f6fe-4c53-bd0d-c2456470d957 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:19:51.695456 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:19:51.863455 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-b0625bd2-fb2f-4c33-823c-c8977f987eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:51.918636 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:19:51.926565 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:19:51.926969 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:51.979190 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:19:50Z', 'revision_number': 3, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port': {'id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:49Z', 'updated_at': '2021-11-23T13:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:19:51.987465 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Checking router: 1e284414-f6fe-4c53-bd0d-c2456470d957 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:19:51.988102 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Updating router 1e284414-f6fe-4c53-bd0d-c2456470d957 port ab2032ca-53d6-4294-b1d2-0e206f07b8ac binding host dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:19:52.076732 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:52.148757 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:52.244875 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:52.256322 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=549542e7-e22e-4e0a-99c4-dd45ecfa1ad3,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:19:52.323579 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:52.336492 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:52.340005 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:52.433893 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=549542e7-e22e-4e0a-99c4-dd45ecfa1ad3,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:52.438691 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:52.453628 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_common [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Allocated IP 172.20.0.1 (23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc/e604b5b6-814b-49f5-baa0-052199a3fafc/0aea21ba-6d4a-41d4-b98b-6b3d03dcf093) {{(pid=87466) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:19:52.531035 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Notify callbacks [] for port, precommit_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:52.543578 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Transition to ACTIVE for port object ab2032ca-53d6-4294-b1d2-0e206f07b8ac will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:19:52.608567 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:52.616869 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:52.622393 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-b1dea82d-a564-46b0-b4a9-bed0c415fc06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:52.624402 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.provisioning_blocks [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Transition to ACTIVE for port object 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 will not be triggered until provisioned by entity DHCP. {{(pid=87466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:19:52.692661 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Attempting to bind port ab2032ca-53d6-4294-b1d2-0e206f07b8ac on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:19:52.693036 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Attempting to bind port ab2032ca-53d6-4294-b1d2-0e206f07b8ac by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:19:52.693405 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Attempting to bind port ab2032ca-53d6-4294-b1d2-0e206f07b8ac on network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:19:52.702235 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102c4d6-e51b-4272-99ac-84eaa2038ce6 None None] Pushing event updated for resources: {'Port': ['ID=ab2032ca-53d6-4294-b1d2-0e206f07b8ac,revision_number=2']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:52.703346 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350143'] for port, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:52.704696 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:19:52.705074 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Checking segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:19:52.705471 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:52.705858 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Bound using segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:19:52.706327 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Bound port: ab2032ca-53d6-4294-b1d2-0e206f07b8ac, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:19:52.706782 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:52.707436 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-a9d43fb8-fd6b-40ed-8619-f383afb7b762 tempest-AttachVolumeShelveTestJSON-368985444 tempest-AttachVolumeShelveTestJSON-368985444-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:52.733689 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-b102c4d6-e51b-4272-99ac-84eaa2038ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:52.777538 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:19:52.780419 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:19:52.783429 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Received port after_create {{(pid=87466) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:19:52.818017 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] For port ab2032ca-53d6-4294-b1d2-0e206f07b8ac, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:19:52.821688 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] For port ab2032ca-53d6-4294-b1d2-0e206f07b8ac, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=ab2032ca-53d6-4294-b1d2-0e206f07b8ac,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:19:52.828375 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0aea21ba-6d4a-41d4-b98b-6b3d03dcf093,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:52.828375 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:52.843324 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544555'] for router_interface, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:52.917905 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:52.921963 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:52.996420 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Routers {'1e284414-f6fe-4c53-bd0d-c2456470d957'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:19:52.997044 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:19:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1e284414-f6fe-4c53-bd0d-c2456470d957'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:19:53.057180 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102c4d6-e51b-4272-99ac-84eaa2038ce6 None None] Pushing event updated for resources: {'Port': ['ID=ab2032ca-53d6-4294-b1d2-0e206f07b8ac,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:53.114872 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-b102c4d6-e51b-4272-99ac-84eaa2038ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:53.166709 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:53.185206 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] Set router 1e284414-f6fe-4c53-bd0d-c2456470d957 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:19:53.285893 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-f0d8cd90-54cf-45ca-9c44-03b71beac63c None None] Provisioning for port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:19:53.308547 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-f0d8cd90-54cf-45ca-9c44-03b71beac63c None None] Provisioning complete for port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:19:53.308839 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-f0d8cd90-54cf-45ca-9c44-03b71beac63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:53.395605 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:53.425467 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8cd90-54cf-45ca-9c44-03b71beac63c None None] Port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:19:53.474184 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350134'] for port, after_update {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:53.501582 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e8979838-ac26-4092-9242-a8863a7588fa tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:53.525397 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:19:50Z', 'revision_number': 3, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port': {'id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:49Z', 'updated_at': '2021-11-23T13:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:19:53.529416 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d28912-565b-4e5a-a4c7-bf951b5daaad None None] The sync data for ids ['1e284414-f6fe-4c53-bd0d-c2456470d957'] in dv-cinder-818886-1-smb is: [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:19:50Z', 'revision_number': 3, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port': {'id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:49Z', 'updated_at': '2021-11-23T13:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:19:53.660259 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:19:53.695573 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Pushing event updated for resources: {'Port': ['ID=0aea21ba-6d4a-41d4-b98b-6b3d03dcf093,revision_number=2']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:53.706682 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544712'] for router_interface, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:53.711796 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:53.712179 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:53.712539 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:53.712896 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:53.713313 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:53.713313 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:53.713983 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:53.714306 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:53.714585 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:53.715108 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:53.715665 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:53.716031 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:53.720050 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:53.753040 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:19:53.753487 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:53.870672 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:19:53.875352 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc is already hosted by enough agents. {{(pid=87466) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:19:53.876565 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.base_scheduler [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87466) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:19:54.080038 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Router 1e284414-f6fe-4c53-bd0d-c2456470d957 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:19:54.155504 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-309abfeb-8617-4be6-b3b1-9d54cfb51103 None None] Provisioning complete for port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:19:54.155879 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-309abfeb-8617-4be6-b3b1-9d54cfb51103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:54.216100 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-309abfeb-8617-4be6-b3b1-9d54cfb51103 None None] Port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:19:54.265898 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:19:54.290988 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-53d8d77d-3f86-4173-9793-3acf064734a3 admin admin] 10.222.0.48 "PUT /v2.0/routers/1e284414-f6fe-4c53-bd0d-c2456470d957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8074756 Nov 23 13:19:54.468350 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-3146e161-8fe6-4597-bf67-b8489d243278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:54.990152 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 37978) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:54.995695 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.v2.base [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1579415487-network', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7'}} {{(pid=87466) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:19:55.000590 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:55.004447 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Usage tracker for resource:network and tenant:de9385413e6046f1adfc6a09e8408ca7 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:55.007513 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:55.013206 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Sync routers for ids ['1e284414-f6fe-4c53-bd0d-c2456470d957'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:19:55.014379 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:55.023193 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Routers {'1e284414-f6fe-4c53-bd0d-c2456470d957'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:19:55.023802 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:19:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1e284414-f6fe-4c53-bd0d-c2456470d957'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:19:55.108144 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Made reservation on behalf of de9385413e6046f1adfc6a09e8408ca7 for: {'network': 1} {{(pid=87466) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:19:55.112125 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for network, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.123710 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.138345 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:55.142144 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Usage tracker for resource:security_group_rule and tenant:de9385413e6046f1adfc6a09e8408ca7 is out of sync, need to count used quota {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:55.144947 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87466) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:55.150679 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.quota.driver [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87466) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:55.198835 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Set router 1e284414-f6fe-4c53-bd0d-c2456470d957 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:19:55.232516 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.296520 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.299624 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4b29bfb8-8d01-4eb1-8fc1-45b1e603fa0f tempest-VolumesNegativeTest-870211087 tempest-VolumesNegativeTest-870211087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:55.317015 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.335701 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=87466) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:19:55.340881 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26abbf93-55cb-49d3-87a1-007b1ffe8aba,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:55.344472 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:55.348900 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.348900 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.segments_db [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Added segment c8fe8334-7717-47d1-bf3b-bc141b7b0498 of type vlan for network ce29e87c-5019-4bc0-9e4b-a3042c8f4c29 Nov 23 13:19:55.376418 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783697063891'] for network, precommit_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.451217 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394'] for network, after_create {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.452653 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:19:55.453232 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.458146 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:55.511037 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:19:53Z', 'revision_number': 4, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port': {'id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bf:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:49Z', 'updated_at': '2021-11-23T13:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '0aea21ba-6d4a-41d4-b98b-6b3d03dcf093', 'name': '', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'mac_address': 'fa:16:3e:a7:ef:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:52Z', 'updated_at': '2021-11-23T13:19:53Z', 'revision_number': 2, 'project_id': 'b527e4488304480caec5084acdc3931a', 'subnets': [{'id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:19:55.515000 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Checking router: 1e284414-f6fe-4c53-bd0d-c2456470d957 for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:19:55.515383 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Updating router 1e284414-f6fe-4c53-bd0d-c2456470d957 port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 binding host dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:19:55.556806 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Pushing event updated for resources: {'Network': ['ID=ce29e87c-5019-4bc0-9e4b-a3042c8f4c29,revision_number=1']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:55.559582 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:55.566837 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Network ce29e87c-5019-4bc0-9e4b-a3042c8f4c29 details requested by agent ovs-agent-dv-cinder-818886-1-smb with host dv-cinder-818886-1-smb {{(pid=87467) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:19:55.567891 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.607095 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37984) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:55.607570 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-e0748235-c744-4d5e-b572-c09de1947453 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6160688 Nov 23 13:19:55.613028 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Request body: {'subnet': {'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1579415487-subnet', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'ip_version': 4}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:19:55.623649 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:55.632995 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Usage tracker for resource:subnet and tenant:de9385413e6046f1adfc6a09e8408ca7 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:55.638258 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:55.647027 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:55.698489 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device ab2032ca-53d6-4294-b1d2-0e206f07b8ac up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:19:55.740496 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Made reservation on behalf of de9385413e6046f1adfc6a09e8408ca7 for: {'subnet': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:19:55.744331 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3000527'] for subnet, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.826000 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port ab2032ca-53d6-4294-b1d2-0e206f07b8ac completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:19:55.831307 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port ab2032ca-53d6-4294-b1d2-0e206f07b8ac triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:19:55.831806 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.916287 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.929338 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Transition to ACTIVE for port object 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 will not be triggered until provisioned by entity L2. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:19:55.954071 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.970471 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port ab2032ca-53d6-4294-b1d2-0e206f07b8ac, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=ab2032ca-53d6-4294-b1d2-0e206f07b8ac,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:19:55.991577 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:55.996598 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-241f408a-f785-48da-812d-e35cce40a46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:56.032090 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2122131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3000573'] for subnet, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.037067 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:56.049373 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.054540 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:56.119939 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb2ed637-e001-4182-a478-c8117fcb184a,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:56.123212 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:56.125968 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Checking segment: {'id': 'c8fe8334-7717-47d1-bf3b-bc141b7b0498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:19:56.126323 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Network hostable DHCP agents. Network: ce29e87c-5019-4bc0-9e4b-a3042c8f4c29, hostable agents: ['e5b535f5-668b-4f39-97bb-d7a68b5f80b0'], hosted agents: [] {{(pid=87465) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:19:56.131419 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=ab2032ca-53d6-4294-b1d2-0e206f07b8ac,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:56.137983 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:56.206390 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Network ce29e87c-5019-4bc0-9e4b-a3042c8f4c29 is scheduled to be hosted by DHCP agent e5b535f5-668b-4f39-97bb-d7a68b5f80b0 with binding_index 1 {{(pid=87465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:19:56.229893 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Pushing event updated for resources: {'Port': ['ID=0aea21ba-6d4a-41d4-b98b-6b3d03dcf093,revision_number=3']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:56.249481 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.249768 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.250151 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.250484 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.250831 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.251155 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.251474 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.251789 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.252106 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.252420 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.252734 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.253045 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:19:56.257879 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:56.260333 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Attempting to bind port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:19:56.260690 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Attempting to bind port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': '9deb7be7-fa2d-4461-b5fa-7d225bcec605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc'}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:19:56.261093 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Attempting to bind port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 on network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:19:56.266518 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:19:56.267575 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Checking segment: {'id': '9deb7be7-fa2d-4461-b5fa-7d225bcec605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:19:56.267575 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.267769 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Bound using segment: {'id': '9deb7be7-fa2d-4461-b5fa-7d225bcec605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc'} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:19:56.268216 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Bound port: 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9deb7be7-fa2d-4461-b5fa-7d225bcec605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc'}}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:19:56.268608 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.285702 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-smb, ce29e87c-5019-4bc0-9e4b-a3042c8f4c29) {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:19:56.289517 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:19:56.290827 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.295262 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f0b880-ae1f-4579-aa35-b15ca768a0b7 None None] Network ce29e87c-5019-4bc0-9e4b-a3042c8f4c29 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:19:56.359211 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] For port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:19:56.362620 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] For port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=0aea21ba-6d4a-41d4-b98b-6b3d03dcf093,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:19:56.377929 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-3e55d2ce-da4e-49c7-b0e4-c6d23b664665 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7696855 Nov 23 13:19:56.381467 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37988) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:56.385807 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1579415487-router', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:19:56.390833 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:19:56.394521 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Usage tracker for resource:router and tenant:de9385413e6046f1adfc6a09e8408ca7 is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:19:56.397795 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:19:56.403897 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:19:56.434940 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.439143 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:56.495068 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-616933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35149'] for router, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.496098 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1018488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35162'] for router, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.518170 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Routers {'1e284414-f6fe-4c53-bd0d-c2456470d957'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:19:56.518977 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:19:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1e284414-f6fe-4c53-bd0d-c2456470d957'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:19:56.526034 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.562003 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfdb8eb36-8ddb-5181-ab2b-684eb66ce7a9-ce29e87c-5019-4bc0-9e4b-a3042c8f4c29', 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'fixed_ips': [{'subnet_id': 'fb2ed637-e001-4182-a478-c8117fcb184a'}]}} from dv-cinder-818886-1-smb. {{(pid=87467) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:19:56.562884 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:56.581064 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Pushing event updated for resources: {'Port': ['ID=0aea21ba-6d4a-41d4-b98b-6b3d03dcf093,revision_number=4']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:56.644210 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-96eecb4e-5bcf-47bc-937f-da22d5e65a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:56.729900 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] Set router 1e284414-f6fe-4c53-bd0d-c2456470d957 gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:19:56.753912 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.db_base_plugin_common [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Allocated IP 172.20.0.2 (ce29e87c-5019-4bc0-9e4b-a3042c8f4c29/fb2ed637-e001-4182-a478-c8117fcb184a/7c0f3035-015c-4388-bd20-d2108bdbd751) {{(pid=87467) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:19:57.003797 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Notify callbacks [] for port, precommit_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.007839 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-616727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35112'] for router, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.016583 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Transition to ACTIVE for port object 7c0f3035-015c-4388-bd20-d2108bdbd751 will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:19:57.036268 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Transition to ACTIVE for port object 7c0f3035-015c-4388-bd20-d2108bdbd751 will not be triggered until provisioned by entity DHCP. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:19:57.048279 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:19:53Z', 'revision_number': 4, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port': {'id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:49Z', 'updated_at': '2021-11-23T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '0aea21ba-6d4a-41d4-b98b-6b3d03dcf093', 'name': '', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'mac_address': 'fa:16:3e:a7:ef:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:52Z', 'updated_at': '2021-11-23T13:19:56Z', 'revision_number': 4, 'project_id': 'b527e4488304480caec5084acdc3931a', 'subnets': [{'id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:19:57.050824 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.052132 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f96c4-bfc5-42f9-9742-8cc5849bc228 None None] The sync data for ids ['1e284414-f6fe-4c53-bd0d-c2456470d957'] in dv-cinder-818886-1-smb is: [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:19:53Z', 'revision_number': 4, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port': {'id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:49Z', 'updated_at': '2021-11-23T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '0aea21ba-6d4a-41d4-b98b-6b3d03dcf093', 'name': '', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'mac_address': 'fa:16:3e:a7:ef:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:52Z', 'updated_at': '2021-11-23T13:19:56Z', 'revision_number': 4, 'project_id': 'b527e4488304480caec5084acdc3931a', 'subnets': [{'id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:19:57.163438 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333'] for port, after_create {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.168395 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-77d51909-05d8-42c7-b614-89457d8b8c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:57.234893 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Network ce29e87c-5019-4bc0-9e4b-a3042c8f4c29 is already hosted by enough agents. {{(pid=87467) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:19:57.238109 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.scheduler.base_scheduler [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Resources bound (agent type, host, resource id): {{(pid=87467) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:19:57.241846 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Received port after_create {{(pid=87467) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:19:57.282651 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Pushing event updated for resources: {'Port': ['ID=7c0f3035-015c-4388-bd20-d2108bdbd751,revision_number=1']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:57.288821 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:57.345572 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Attempting to bind port 7c0f3035-015c-4388-bd20-d2108bdbd751 on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:19:57.345860 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Attempting to bind port 7c0f3035-015c-4388-bd20-d2108bdbd751 by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': 'c8fe8334-7717-47d1-bf3b-bc141b7b0498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:19:57.346227 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Attempting to bind port 7c0f3035-015c-4388-bd20-d2108bdbd751 on network ce29e87c-5019-4bc0-9e4b-a3042c8f4c29 {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:19:57.351992 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:19:57.352903 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Checking segment: {'id': 'c8fe8334-7717-47d1-bf3b-bc141b7b0498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:19:57.353339 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.353736 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Bound using segment: {'id': 'c8fe8334-7717-47d1-bf3b-bc141b7b0498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:19:57.354206 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Bound port: 7c0f3035-015c-4388-bd20-d2108bdbd751, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fe8334-7717-47d1-bf3b-bc141b7b0498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:19:57.354582 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.437308 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.447693 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] For port 7c0f3035-015c-4388-bd20-d2108bdbd751, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:19:57.451087 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] For port 7c0f3035-015c-4388-bd20-d2108bdbd751, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=7c0f3035-015c-4388-bd20-d2108bdbd751,segment=NetworkSegment(c8fe8334-7717-47d1-bf3b-bc141b7b0498),segment_id=c8fe8334-7717-47d1-bf3b-bc141b7b0498)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:19:57.469262 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.518874 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.529340 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-b102c4d6-e51b-4272-99ac-84eaa2038ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:57.606140 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Pushing event updated for resources: {'Port': ['ID=7c0f3035-015c-4388-bd20-d2108bdbd751,revision_number=2']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:57.610599 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:57.631428 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Allocated IP 172.28.3.137 (9b5166c7-a3b6-4dd2-bc8e-90c117c22df2/c5f731f0-a861-4160-a944-f1ad6ad93795/a5e05e74-23f1-4040-a669-1ac9dc6cfbdc) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:19:57.768136 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:19:57.815804 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.980184 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:19:57.980624 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:57.985764 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-d1a35186-e81d-4ceb-a222-5e9fca0f181d tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:57.986210 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:19:57.986592 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:58.053093 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:19:58.056855 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:19:58.060345 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:19:58.105003 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a5e05e74-23f1-4040-a669-1ac9dc6cfbdc,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:58.108318 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:58.116382 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:58.149858 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=0aea21ba-6d4a-41d4-b98b-6b3d03dcf093,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:19:58.248860 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:58.249862 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device ab2032ca-53d6-4294-b1d2-0e206f07b8ac up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:19:58.276602 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:19:58.385730 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=0aea21ba-6d4a-41d4-b98b-6b3d03dcf093,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:19:58.388944 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:19:58.401801 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port ab2032ca-53d6-4294-b1d2-0e206f07b8ac triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:19:58.402212 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:58.605611 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4326b12-bfb4-45a0-a0d7-52ce80ff613c None None] Network ce29e87c-5019-4bc0-9e4b-a3042c8f4c29 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:19:58.705757 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:58.807319 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-fe5516cc-fecb-40c7-82f1-3cc8b85707fe None None] Provisioning for port 7c0f3035-015c-4388-bd20-d2108bdbd751 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:19:59.052884 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617701'] for router, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:59.307842 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Router f5c6c9ae-b58b-425a-be92-9e100bc26d1c is scheduled to L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d with binding_index 1 {{(pid=87465) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:19:59.484478 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:19:59.495527 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Sync routers for ids ['f5c6c9ae-b58b-425a-be92-9e100bc26d1c'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:19:59.505161 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Routers {'f5c6c9ae-b58b-425a-be92-9e100bc26d1c'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:19:59.505880 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:19:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['f5c6c9ae-b58b-425a-be92-9e100bc26d1c'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:19:59.563186 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] Notify callbacks [] for router, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:59.564422 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-e98e71a8-3b6a-4044-aadb-d09ad6c194c5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1829736 Nov 23 13:19:59.567082 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 37992) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:19:59.738819 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Set router f5c6c9ae-b58b-425a-be92-9e100bc26d1c gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:19:59.789450 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:00.025636 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:00.026323 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.196332 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 7c0f3035-015c-4388-bd20-d2108bdbd751 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:00.224737 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'name': 'tempest-TestShelveInstance-1579415487-router', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a5e05e74-23f1-4040-a669-1ac9dc6cfbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:56Z', 'updated_at': '2021-11-23T13:19:58Z', 'revision_number': 3, 'project_id': 'de9385413e6046f1adfc6a09e8408ca7', 'gw_port': {'id': 'a5e05e74-23f1-4040-a669-1ac9dc6cfbdc', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:57Z', 'updated_at': '2021-11-23T13:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:00.242904 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Checking router: f5c6c9ae-b58b-425a-be92-9e100bc26d1c for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:20:00.243435 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Updating router f5c6c9ae-b58b-425a-be92-9e100bc26d1c port a5e05e74-23f1-4040-a669-1ac9dc6cfbdc binding host dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:20:00.304938 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.381303 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.415713 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 7c0f3035-015c-4388-bd20-d2108bdbd751 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:00.424866 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 7c0f3035-015c-4388-bd20-d2108bdbd751 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:00.425250 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.589249 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Allocated IP 172.20.0.1 (ce29e87c-5019-4bc0-9e4b-a3042c8f4c29/fb2ed637-e001-4182-a478-c8117fcb184a/0bb04131-2c1d-405c-8fc5-c30f1853bc9a) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:20:00.663036 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.734201 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.749952 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 7c0f3035-015c-4388-bd20-d2108bdbd751, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=7c0f3035-015c-4388-bd20-d2108bdbd751,segment=NetworkSegment(c8fe8334-7717-47d1-bf3b-bc141b7b0498),segment_id=c8fe8334-7717-47d1-bf3b-bc141b7b0498)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:00.750238 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Transition to ACTIVE for port object 0bb04131-2c1d-405c-8fc5-c30f1853bc9a will not be triggered until provisioned by entity DHCP. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:00.771288 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Notify callbacks [] for port, precommit_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.782777 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Transition to ACTIVE for port object a5e05e74-23f1-4040-a669-1ac9dc6cfbdc will not be triggered until provisioned by entity L2. {{(pid=87467) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:00.816511 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.818361 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:00.845699 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.849584 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b44ed595-4dfd-490b-ba7a-623973fcac87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:00.883703 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=7c0f3035-015c-4388-bd20-d2108bdbd751,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:00.886858 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.890601 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:00.891091 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:00.911675 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Network ce29e87c-5019-4bc0-9e4b-a3042c8f4c29 is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:20:00.914412 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:00.918732 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:20:00.964095 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb04131-2c1d-405c-8fc5-c30f1853bc9a,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:00.967728 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:00.977668 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Attempting to bind port a5e05e74-23f1-4040-a669-1ac9dc6cfbdc on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:20:00.978047 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Attempting to bind port a5e05e74-23f1-4040-a669-1ac9dc6cfbdc by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:20:00.978975 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Attempting to bind port a5e05e74-23f1-4040-a669-1ac9dc6cfbdc on network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:20:00.980972 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544555'] for router_interface, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.981102 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f400fc6-3a84-4efd-8156-83c2d306c138 None None] Pushing event updated for resources: {'Port': ['ID=a5e05e74-23f1-4040-a669-1ac9dc6cfbdc,revision_number=2']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:00.983882 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-9f400fc6-3a84-4efd-8156-83c2d306c138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:00.988727 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:20:00.989022 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Checking segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87467) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:20:00.989441 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:00.989838 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Bound using segment: {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'} {{(pid=87467) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:20:00.990312 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.managers [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Bound port: a5e05e74-23f1-4040-a669-1ac9dc6cfbdc, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd736a986-e85c-42f7-a6a7-9d10eed21f58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2'}}] {{(pid=87467) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:20:00.990694 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.067604 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] For port a5e05e74-23f1-4040-a669-1ac9dc6cfbdc, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87467) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:20:01.070691 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] For port a5e05e74-23f1-4040-a669-1ac9dc6cfbdc, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=a5e05e74-23f1-4040-a669-1ac9dc6cfbdc,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87467) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:20:01.220799 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.224510 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:01.248747 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.283198 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-ffc6f863-018a-4d43-8c61-ac1a35a2efe0 None None] Provisioning for port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:01.302075 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-ffc6f863-018a-4d43-8c61-ac1a35a2efe0 None None] Provisioning complete for port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:01.302456 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-ffc6f863-018a-4d43-8c61-ac1a35a2efe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.346531 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Routers {'f5c6c9ae-b58b-425a-be92-9e100bc26d1c'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:01.347187 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:19:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['f5c6c9ae-b58b-425a-be92-9e100bc26d1c'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:01.476124 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.514551 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f400fc6-3a84-4efd-8156-83c2d306c138 None None] Pushing event updated for resources: {'Port': ['ID=a5e05e74-23f1-4040-a669-1ac9dc6cfbdc,revision_number=3']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:01.525207 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.529038 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-9f400fc6-3a84-4efd-8156-83c2d306c138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:01.546332 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-ffc6f863-018a-4d43-8c61-ac1a35a2efe0 None None] Port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:20:01.553121 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c8525fb1-3b89-42f1-a255-cff84fbb9758 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:01.598438 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] Set router f5c6c9ae-b58b-425a-be92-9e100bc26d1c gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:01.635546 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb04131-2c1d-405c-8fc5-c30f1853bc9a,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:01.637880 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544712'] for router_interface, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.641515 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:01.666017 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 7c0f3035-015c-4388-bd20-d2108bdbd751 up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:01.780740 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Network ce29e87c-5019-4bc0-9e4b-a3042c8f4c29 is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:20:01.781853 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:01.908430 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 7c0f3035-015c-4388-bd20-d2108bdbd751 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:01.908812 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:01.974337 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Router f5c6c9ae-b58b-425a-be92-9e100bc26d1c has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:20:02.092276 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'name': 'tempest-TestShelveInstance-1579415487-router', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a5e05e74-23f1-4040-a669-1ac9dc6cfbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:56Z', 'updated_at': '2021-11-23T13:20:01Z', 'revision_number': 4, 'project_id': 'de9385413e6046f1adfc6a09e8408ca7', 'gw_port': {'id': 'a5e05e74-23f1-4040-a669-1ac9dc6cfbdc', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:57Z', 'updated_at': '2021-11-23T13:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '0bb04131-2c1d-405c-8fc5-c30f1853bc9a', 'name': '', 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'mac_address': 'fa:16:3e:98:73:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fb2ed637-e001-4182-a478-c8117fcb184a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:00Z', 'updated_at': '2021-11-23T13:20:00Z', 'revision_number': 1, 'project_id': 'de9385413e6046f1adfc6a09e8408ca7', 'subnets': [{'id': 'fb2ed637-e001-4182-a478-c8117fcb184a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:02.103944 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88091e5-01a3-42d8-8fcf-74f2b337540f None None] The sync data for ids ['f5c6c9ae-b58b-425a-be92-9e100bc26d1c'] in dv-cinder-818886-1-smb is: [{'id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'name': 'tempest-TestShelveInstance-1579415487-router', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a5e05e74-23f1-4040-a669-1ac9dc6cfbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:56Z', 'updated_at': '2021-11-23T13:20:01Z', 'revision_number': 4, 'project_id': 'de9385413e6046f1adfc6a09e8408ca7', 'gw_port': {'id': 'a5e05e74-23f1-4040-a669-1ac9dc6cfbdc', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:57Z', 'updated_at': '2021-11-23T13:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '0bb04131-2c1d-405c-8fc5-c30f1853bc9a', 'name': '', 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'mac_address': 'fa:16:3e:98:73:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fb2ed637-e001-4182-a478-c8117fcb184a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:00Z', 'updated_at': '2021-11-23T13:20:00Z', 'revision_number': 1, 'project_id': 'de9385413e6046f1adfc6a09e8408ca7', 'subnets': [{'id': 'fb2ed637-e001-4182-a478-c8117fcb184a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:20:02.105287 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-42a5e351-ccfa-4082-a5e7-02a7438e02c8 None None] Provisioning complete for port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:02.105667 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-42a5e351-ccfa-4082-a5e7-02a7438e02c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:02.166896 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-42a5e351-ccfa-4082-a5e7-02a7438e02c8 None None] Port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:20:02.289392 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:20:02.304267 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-2141b465-1bfe-4bca-8d66-b723034c6714 admin admin] 10.222.0.48 "PUT /v2.0/routers/f5c6c9ae-b58b-425a-be92-9e100bc26d1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7356591 Nov 23 13:20:02.940852 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 38002) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:02.946134 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1315004616', 'description': 'tempest-secgroup-smoke-1315004616 description', 'project_id': 'b527e4488304480caec5084acdc3931a'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:02.952640 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:02.956450 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Usage tracker for resource:security_group and tenant:b527e4488304480caec5084acdc3931a is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:02.959292 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:02.965051 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:03.050759 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.071745 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:03.075689 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Usage tracker for resource:security_group_rule and tenant:b527e4488304480caec5084acdc3931a is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:03.078419 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:03.084012 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:03.154092 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.216444 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.220029 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-95b6c99d-a0ea-4ea8-b8f0-d0fd4adeff13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:03.259539 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d6415f-59b2-42df-8fa2-754da9d9ade3,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:03.262431 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:03.313869 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.315223 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-3b656d4a-bbe0-4115-a7b0-175533342a11 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3733482 Nov 23 13:20:03.318048 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 38006) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:03.323398 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-b8711531-36af-4646-a40d-c25665cb0009 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Request body: {'security_group_rule': {'security_group_id': 'a7d6415f-59b2-42df-8fa2-754da9d9ade3', 'project_id': 'b527e4488304480caec5084acdc3931a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:03.329517 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b8711531-36af-4646-a40d-c25665cb0009 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:03.333463 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b8711531-36af-4646-a40d-c25665cb0009 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Usage tracker for resource:security_group_rule and tenant:b527e4488304480caec5084acdc3931a is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:03.336447 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-b8711531-36af-4646-a40d-c25665cb0009 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:03.343194 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-b8711531-36af-4646-a40d-c25665cb0009 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:03.406451 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b8711531-36af-4646-a40d-c25665cb0009 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.465110 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b8711531-36af-4646-a40d-c25665cb0009 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.507699 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b8711531-36af-4646-a40d-c25665cb0009 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.509722 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:03.531619 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8711531-36af-4646-a40d-c25665cb0009 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dc3737-8626-4c93-b2b2-4e1ccb17b80e,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:03.534068 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b8711531-36af-4646-a40d-c25665cb0009 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:03.605476 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-b8711531-36af-4646-a40d-c25665cb0009 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.606672 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-b8711531-36af-4646-a40d-c25665cb0009 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2877297 Nov 23 13:20:03.609372 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 38010) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:03.614682 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-29cd2f5e-4cb9-47f4-b611-dbba1a26899e tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Request body: {'security_group_rule': {'security_group_id': 'a7d6415f-59b2-42df-8fa2-754da9d9ade3', 'project_id': 'b527e4488304480caec5084acdc3931a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:03.621293 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-29cd2f5e-4cb9-47f4-b611-dbba1a26899e tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:03.627017 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-29cd2f5e-4cb9-47f4-b611-dbba1a26899e tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Usage tracker for resource:security_group_rule and tenant:b527e4488304480caec5084acdc3931a is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:03.629955 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-29cd2f5e-4cb9-47f4-b611-dbba1a26899e tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:03.636732 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-29cd2f5e-4cb9-47f4-b611-dbba1a26899e tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:03.711593 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device a5e05e74-23f1-4040-a669-1ac9dc6cfbdc up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:03.736263 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-29cd2f5e-4cb9-47f4-b611-dbba1a26899e tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.805258 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-29cd2f5e-4cb9-47f4-b611-dbba1a26899e tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.837211 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port a5e05e74-23f1-4040-a669-1ac9dc6cfbdc completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:03.843205 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port a5e05e74-23f1-4040-a669-1ac9dc6cfbdc triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:03.843584 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.876887 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-29cd2f5e-4cb9-47f4-b611-dbba1a26899e tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.879297 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ce727e36-1e45-4f8d-871a-7ddd45b0ccb8 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:03.914665 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd2f5e-4cb9-47f4-b611-dbba1a26899e tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b05689-0f56-4408-bae0-291956469cde,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:03.917974 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-29cd2f5e-4cb9-47f4-b611-dbba1a26899e tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:03.970098 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.990214 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port a5e05e74-23f1-4040-a669-1ac9dc6cfbdc, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=a5e05e74-23f1-4040-a669-1ac9dc6cfbdc,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:03.997254 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-29cd2f5e-4cb9-47f4-b611-dbba1a26899e tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:03.998463 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-29cd2f5e-4cb9-47f4-b611-dbba1a26899e tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3881934 Nov 23 13:20:04.001262 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 38014) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:04.006647 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-13198d85-b5ea-42bf-ba9a-daadd6e6460f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Request body: {'security_group_rule': {'security_group_id': 'a7d6415f-59b2-42df-8fa2-754da9d9ade3', 'project_id': 'b527e4488304480caec5084acdc3931a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:04.012997 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-13198d85-b5ea-42bf-ba9a-daadd6e6460f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:04.016705 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-13198d85-b5ea-42bf-ba9a-daadd6e6460f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Usage tracker for resource:security_group_rule and tenant:b527e4488304480caec5084acdc3931a is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:04.019607 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-13198d85-b5ea-42bf-ba9a-daadd6e6460f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:04.025850 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-13198d85-b5ea-42bf-ba9a-daadd6e6460f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:04.066065 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:04.068081 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:04.115078 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-13198d85-b5ea-42bf-ba9a-daadd6e6460f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:04.137791 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=a5e05e74-23f1-4040-a669-1ac9dc6cfbdc,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:04.140767 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:04.181471 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-13198d85-b5ea-42bf-ba9a-daadd6e6460f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:04.248755 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-13198d85-b5ea-42bf-ba9a-daadd6e6460f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:04.250948 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:04.274469 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13198d85-b5ea-42bf-ba9a-daadd6e6460f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df972f4f-5a2a-44e2-b4de-029f7be89ff6,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:04.277620 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-13198d85-b5ea-42bf-ba9a-daadd6e6460f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:04.340385 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-13198d85-b5ea-42bf-ba9a-daadd6e6460f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:04.341601 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-13198d85-b5ea-42bf-ba9a-daadd6e6460f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3393896 Nov 23 13:20:04.344215 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 38018) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:04.349250 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-617a0305-3174-4439-b2ea-43b4ac32ad43 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Request body: {'security_group_rule': {'security_group_id': 'a7d6415f-59b2-42df-8fa2-754da9d9ade3', 'project_id': 'b527e4488304480caec5084acdc3931a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:04.356470 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-617a0305-3174-4439-b2ea-43b4ac32ad43 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:04.360321 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-617a0305-3174-4439-b2ea-43b4ac32ad43 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Usage tracker for resource:security_group_rule and tenant:b527e4488304480caec5084acdc3931a is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:04.363550 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-617a0305-3174-4439-b2ea-43b4ac32ad43 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:04.369971 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-617a0305-3174-4439-b2ea-43b4ac32ad43 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:04.450054 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-617a0305-3174-4439-b2ea-43b4ac32ad43 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:04.512282 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-617a0305-3174-4439-b2ea-43b4ac32ad43 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:04.582843 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-617a0305-3174-4439-b2ea-43b4ac32ad43 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:04.585545 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:04.607757 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a0305-3174-4439-b2ea-43b4ac32ad43 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12b49fe-9b4d-4475-93d0-fe7f45c8c25c,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:04.610098 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-617a0305-3174-4439-b2ea-43b4ac32ad43 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:04.691003 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-617a0305-3174-4439-b2ea-43b4ac32ad43 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:04.692212 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-617a0305-3174-4439-b2ea-43b4ac32ad43 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3470945 Nov 23 13:20:04.694918 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 38022) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:04.700563 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-5ade1be1-8b5c-42d7-bfbc-fe53475d2a3d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Request body: {'security_group_rule': {'security_group_id': 'a7d6415f-59b2-42df-8fa2-754da9d9ade3', 'project_id': 'b527e4488304480caec5084acdc3931a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:04.706564 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-5ade1be1-8b5c-42d7-bfbc-fe53475d2a3d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:04.710300 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-5ade1be1-8b5c-42d7-bfbc-fe53475d2a3d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Usage tracker for resource:security_group_rule and tenant:b527e4488304480caec5084acdc3931a is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:04.714322 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-5ade1be1-8b5c-42d7-bfbc-fe53475d2a3d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:04.720120 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-5ade1be1-8b5c-42d7-bfbc-fe53475d2a3d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:04.797068 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.securitygroups_db [None req-5ade1be1-8b5c-42d7-bfbc-fe53475d2a3d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Project b527e4488304480caec5084acdc3931a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 13:20:04.804134 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-5ade1be1-8b5c-42d7-bfbc-fe53475d2a3d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:04.871929 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-5ade1be1-8b5c-42d7-bfbc-fe53475d2a3d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:04.942385 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-5ade1be1-8b5c-42d7-bfbc-fe53475d2a3d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:04.944571 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b8711531-36af-4646-a40d-c25665cb0009 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:04.967319 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade1be1-8b5c-42d7-bfbc-fe53475d2a3d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93431205-274f-4088-9105-8a094b9a64ff,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:04.969709 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-5ade1be1-8b5c-42d7-bfbc-fe53475d2a3d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:05.003964 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Sync routers for ids ['f5c6c9ae-b58b-425a-be92-9e100bc26d1c'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:20:05.013400 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Routers {'f5c6c9ae-b58b-425a-be92-9e100bc26d1c'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:05.014007 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:19:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['f5c6c9ae-b58b-425a-be92-9e100bc26d1c'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:05.045125 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-5ade1be1-8b5c-42d7-bfbc-fe53475d2a3d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.046342 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-5ade1be1-8b5c-42d7-bfbc-fe53475d2a3d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504725 Nov 23 13:20:05.049149 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 38026) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:05.054219 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-76851d71-456c-481b-8cfc-8921127fb6ca tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Request body: {'security_group_rule': {'security_group_id': 'a7d6415f-59b2-42df-8fa2-754da9d9ade3', 'project_id': 'b527e4488304480caec5084acdc3931a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:05.060381 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-76851d71-456c-481b-8cfc-8921127fb6ca tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:05.064191 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-76851d71-456c-481b-8cfc-8921127fb6ca tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Usage tracker for resource:security_group_rule and tenant:b527e4488304480caec5084acdc3931a is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:05.067048 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-76851d71-456c-481b-8cfc-8921127fb6ca tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:05.072800 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-76851d71-456c-481b-8cfc-8921127fb6ca tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:05.142227 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.securitygroups_db [None req-76851d71-456c-481b-8cfc-8921127fb6ca tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Project b527e4488304480caec5084acdc3931a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 13:20:05.148932 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-76851d71-456c-481b-8cfc-8921127fb6ca tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.188124 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Set router f5c6c9ae-b58b-425a-be92-9e100bc26d1c gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:05.214892 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-76851d71-456c-481b-8cfc-8921127fb6ca tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.260162 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-76851d71-456c-481b-8cfc-8921127fb6ca tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027708'] for security_group_rule, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.262177 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:05.283564 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76851d71-456c-481b-8cfc-8921127fb6ca tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e113e48c-902c-498a-be37-e30350c09296,revision_number=0']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:05.287444 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-76851d71-456c-481b-8cfc-8921127fb6ca tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:05.365393 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-76851d71-456c-481b-8cfc-8921127fb6ca tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.366588 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-76851d71-456c-481b-8cfc-8921127fb6ca tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3164525 Nov 23 13:20:05.503840 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'name': 'tempest-TestShelveInstance-1579415487-router', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a5e05e74-23f1-4040-a669-1ac9dc6cfbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:56Z', 'updated_at': '2021-11-23T13:20:01Z', 'revision_number': 4, 'project_id': 'de9385413e6046f1adfc6a09e8408ca7', 'gw_port': {'id': 'a5e05e74-23f1-4040-a669-1ac9dc6cfbdc', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:57Z', 'updated_at': '2021-11-23T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '0bb04131-2c1d-405c-8fc5-c30f1853bc9a', 'name': '', 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'mac_address': 'fa:16:3e:98:73:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fb2ed637-e001-4182-a478-c8117fcb184a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:00Z', 'updated_at': '2021-11-23T13:20:01Z', 'revision_number': 2, 'project_id': 'de9385413e6046f1adfc6a09e8408ca7', 'subnets': [{'id': 'fb2ed637-e001-4182-a478-c8117fcb184a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:05.508389 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Checking router: f5c6c9ae-b58b-425a-be92-9e100bc26d1c for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:20:05.508778 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Updating router f5c6c9ae-b58b-425a-be92-9e100bc26d1c port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a binding host dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:20:05.561161 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.670032 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device a5e05e74-23f1-4040-a669-1ac9dc6cfbdc up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:05.746725 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port a5e05e74-23f1-4040-a669-1ac9dc6cfbdc triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:05.747389 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.926735 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:05.937874 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.provisioning_blocks [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Transition to ACTIVE for port object 0bb04131-2c1d-405c-8fc5-c30f1853bc9a will not be triggered until provisioned by entity L2. {{(pid=87468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:06.019980 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:06.023950 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:06.152228 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec0d0a-9e45-4a44-88cf-4330d7394ab7 None None] Pushing event updated for resources: {'Port': ['ID=0bb04131-2c1d-405c-8fc5-c30f1853bc9a,revision_number=3']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:06.177781 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e9ec0d0a-9e45-4a44-88cf-4330d7394ab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:06.239585 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Attempting to bind port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a on host dv-cinder-818886-1-smb for vnic_type normal with profile {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:20:06.240228 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Attempting to bind port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a by drivers openvswitch,hyperv on host dv-cinder-818886-1-smb at level 0 using segments [{'id': 'c8fe8334-7717-47d1-bf3b-bc141b7b0498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29'}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:20:06.240599 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Attempting to bind port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a on network ce29e87c-5019-4bc0-9e4b-a3042c8f4c29 {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:20:06.246305 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Checking agent: {'id': '7413e200-b26d-47a3-8106-a34e677b2f8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 1, 52), 'started_at': datetime.datetime(2021, 11, 23, 13, 2, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:20:06.246604 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Checking segment: {'id': 'c8fe8334-7717-47d1-bf3b-bc141b7b0498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:20:06.247074 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:06.247450 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Bound using segment: {'id': 'c8fe8334-7717-47d1-bf3b-bc141b7b0498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29'} {{(pid=87468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:20:06.247917 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.managers [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Bound port: 0bb04131-2c1d-405c-8fc5-c30f1853bc9a, host: dv-cinder-818886-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fe8334-7717-47d1-bf3b-bc141b7b0498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29'}}] {{(pid=87468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:20:06.248324 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:06.348572 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] For port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a, host dv-cinder-818886-1-smb, cleared binding levels {{(pid=87468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:20:06.351837 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.plugins.ml2.db [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] For port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a, host dv-cinder-818886-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=0bb04131-2c1d-405c-8fc5-c30f1853bc9a,segment=NetworkSegment(c8fe8334-7717-47d1-bf3b-bc141b7b0498),segment_id=c8fe8334-7717-47d1-bf3b-bc141b7b0498)] {{(pid=87468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:20:06.422905 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron_lib.callbacks.manager [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:06.427043 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:06.505511 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Routers {'f5c6c9ae-b58b-425a-be92-9e100bc26d1c'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:06.506162 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:19:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['f5c6c9ae-b58b-425a-be92-9e100bc26d1c'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:06.566779 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec0d0a-9e45-4a44-88cf-4330d7394ab7 None None] Pushing event updated for resources: {'Port': ['ID=0bb04131-2c1d-405c-8fc5-c30f1853bc9a,revision_number=4']} {{(pid=87468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:06.629443 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG oslo_concurrency.lockutils [None req-e9ec0d0a-9e45-4a44-88cf-4330d7394ab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87468) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:06.697668 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] Set router f5c6c9ae-b58b-425a-be92-9e100bc26d1c gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:07.016700 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'name': 'tempest-TestShelveInstance-1579415487-router', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a5e05e74-23f1-4040-a669-1ac9dc6cfbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:56Z', 'updated_at': '2021-11-23T13:20:01Z', 'revision_number': 4, 'project_id': 'de9385413e6046f1adfc6a09e8408ca7', 'gw_port': {'id': 'a5e05e74-23f1-4040-a669-1ac9dc6cfbdc', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:57Z', 'updated_at': '2021-11-23T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '0bb04131-2c1d-405c-8fc5-c30f1853bc9a', 'name': '', 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'mac_address': 'fa:16:3e:98:73:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fb2ed637-e001-4182-a478-c8117fcb184a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:00Z', 'updated_at': '2021-11-23T13:20:06Z', 'revision_number': 4, 'project_id': 'de9385413e6046f1adfc6a09e8408ca7', 'subnets': [{'id': 'fb2ed637-e001-4182-a478-c8117fcb184a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:07.020842 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49d31fe-1670-4ed0-a8a3-aa8452cb06a5 None None] The sync data for ids ['f5c6c9ae-b58b-425a-be92-9e100bc26d1c'] in dv-cinder-818886-1-smb is: [{'id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'name': 'tempest-TestShelveInstance-1579415487-router', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a5e05e74-23f1-4040-a669-1ac9dc6cfbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:56Z', 'updated_at': '2021-11-23T13:20:01Z', 'revision_number': 4, 'project_id': 'de9385413e6046f1adfc6a09e8408ca7', 'gw_port': {'id': 'a5e05e74-23f1-4040-a669-1ac9dc6cfbdc', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:57Z', 'updated_at': '2021-11-23T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '0bb04131-2c1d-405c-8fc5-c30f1853bc9a', 'name': '', 'network_id': 'ce29e87c-5019-4bc0-9e4b-a3042c8f4c29', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'mac_address': 'fa:16:3e:98:73:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fb2ed637-e001-4182-a478-c8117fcb184a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:20:00Z', 'updated_at': '2021-11-23T13:20:06Z', 'revision_number': 4, 'project_id': 'de9385413e6046f1adfc6a09e8408ca7', 'subnets': [{'id': 'fb2ed637-e001-4182-a478-c8117fcb184a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:20:07.680856 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 0bb04131-2c1d-405c-8fc5-c30f1853bc9a up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:07.805042 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning for port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:07.810793 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:07.811208 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:07.934031 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:07.966683 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] For port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=0bb04131-2c1d-405c-8fc5-c30f1853bc9a,segment=NetworkSegment(c8fe8334-7717-47d1-bf3b-bc141b7b0498),segment_id=c8fe8334-7717-47d1-bf3b-bc141b7b0498)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:08.068152 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:08.071316 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-c81eb65a-5e00-4961-ad52-45fb137da63e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:08.140081 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Pushing event updated for resources: {'Port': ['ID=0bb04131-2c1d-405c-8fc5-c30f1853bc9a,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:08.143027 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:09.668224 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 0bb04131-2c1d-405c-8fc5-c30f1853bc9a up at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:09.740894 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Provisioning complete for port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:09.741368 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:10.791557 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:20.739404 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-8eb41c45-24cf-45da-bc0b-cf4e2e102133 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315004616&fields=id&tenant_id=b527e4488304480caec5084acdc3931a HTTP/1.1" status: 200 len: 267 time: 0.0423028 Nov 23 13:20:20.884587 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-210df193-8e88-4c22-a4fc-9f04f15c99cb tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:20.885999 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-210df193-8e88-4c22-a4fc-9f04f15c99cb tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/networks?id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc HTTP/1.1" status: 200 len: 807 time: 0.1402428 Nov 23 13:20:20.900577 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-af6a2d7e-8b9c-4172-b54d-bfe0f4dd8e8d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/quotas/b527e4488304480caec5084acdc3931a HTTP/1.1" status: 200 len: 375 time: 0.0085077 Nov 23 13:20:20.978703 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-5692cd80-18f9-4dce-b5ce-fd57af41fb00 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Synchronizing usage tracker for tenant:b527e4488304480caec5084acdc3931a on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:20:21.116058 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-5692cd80-18f9-4dce-b5ce-fd57af41fb00 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Unset dirty status for tenant:b527e4488304480caec5084acdc3931a on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:20:21.117234 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-5692cd80-18f9-4dce-b5ce-fd57af41fb00 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b527e4488304480caec5084acdc3931a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2113128 Nov 23 13:20:21.255160 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-10299091-b18c-4bfe-a0d2-5dc01ed2b793 service neutron] 10.222.0.48 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262116 Nov 23 13:20:21.391991 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-6bb293a6-8a54-48a0-b321-be2156931dbb service neutron] 10.222.0.48 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310017 Nov 23 13:20:21.724744 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-bf298d6b-a51c-4f1a-ac45-d41745b79a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:22.087182 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d0fc04ec-af94-4b2f-b9c2-03b51133e0aa req-2c74ef82-941b-429d-b4b6-8615ca6fb568 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 210 time: 0.0486679 Nov 23 13:20:22.248456 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:23.236432 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-00f6ea38-62e8-4051-9789-3c35c6e933c8 req-48d85e24-c630-4a5f-93dc-0ce2b8281dce tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 210 time: 0.0430322 Nov 23 13:20:24.326120 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-638caa12-1dee-4cdf-94ac-83e2eba3b024 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:24.326840 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-638caa12-1dee-4cdf-94ac-83e2eba3b024 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Synchronizing usage tracker for tenant:b527e4488304480caec5084acdc3931a on resource:network {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:20:24.385442 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-6b8f5437-44e0-4a2a-a28b-f9b75e977d48 req-38a75325-d8a5-4fef-a43b-2a56a5635f62 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 210 time: 0.0439706 Nov 23 13:20:24.410430 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-638caa12-1dee-4cdf-94ac-83e2eba3b024 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Unset dirty status for tenant:b527e4488304480caec5084acdc3931a on resource:network {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:20:24.414260 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-638caa12-1dee-4cdf-94ac-83e2eba3b024 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.88 "GET /v2.0/networks?id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc HTTP/1.1" status: 200 len: 807 time: 0.2329788 Nov 23 13:20:24.465557 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-645ce017-72fe-489d-a608-3551a7015cd4 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Synchronizing usage tracker for tenant:b527e4488304480caec5084acdc3931a on resource:security_group {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:20:24.507531 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e4778f40-a188-4014-849f-bf645d79eeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:24.627737 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-645ce017-72fe-489d-a608-3551a7015cd4 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Unset dirty status for tenant:b527e4488304480caec5084acdc3931a on resource:security_group {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:20:24.629208 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-645ce017-72fe-489d-a608-3551a7015cd4 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b527e4488304480caec5084acdc3931a HTTP/1.1" status: 200 len: 380 time: 0.2024770 Nov 23 13:20:24.645385 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Request body: {'port': {'device_id': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'admin_state_up': True, 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'security_groups': ['a7d6415f-59b2-42df-8fa2-754da9d9ade3']}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:24.782970 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:24.792933 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:24.910811 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Made reservation on behalf of b527e4488304480caec5084acdc3931a for: {'port': 1} {{(pid=87465) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:20:24.914413 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:25.074370 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Allocated IP 172.20.0.3 (23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc/e604b5b6-814b-49f5-baa0-052199a3fafc/56dbf2a0-d03b-4a60-b338-a1bb00e18c60) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:20:25.260182 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:25.276004 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Transition to ACTIVE for port object 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 will not be triggered until provisioned by entity DHCP. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:25.341681 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:25.393889 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:25.399708 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-b3f65509-59a1-456d-a36c-85fc150bb68a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:25.468166 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:20:25.471497 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:25.480986 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Pushing event updated for resources: {'Port': ['ID=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:25.483499 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:20:25.510315 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:25.557402 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:25.560672 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:25.665928 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-eb866f79-10a0-4c74-b318-5375fa2f0446 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0243001 Nov 23 13:20:25.683761 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Request body: {'port': {'device_id': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:25.704004 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0cd05-b3f8-420b-8677-aecec8598234 req-186ad071-96d3-40e8-b6fd-d7f460161f5d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:25.705442 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8ba0cd05-b3f8-420b-8677-aecec8598234 req-186ad071-96d3-40e8-b6fd-d7f460161f5d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 931 time: 0.2119467 Nov 23 13:20:25.752642 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8ba0cd05-b3f8-420b-8677-aecec8598234 req-130d2a19-ad57-4c54-b6db-b20b7d582187 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401144 Nov 23 13:20:25.802610 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:25.810412 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-135c298e-38f1-48d1-8c25-601b9efcdc7e None None] Provisioning for port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 completed by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:25.815499 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-135c298e-38f1-48d1-8c25-601b9efcdc7e None None] Provisioning complete for port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 triggered by entity DHCP. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:25.815878 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-135c298e-38f1-48d1-8c25-601b9efcdc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:25.870159 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-135c298e-38f1-48d1-8c25-601b9efcdc7e None None] Port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 cannot update to ACTIVE because it is not bound. {{(pid=87467) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:20:26.239024 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 {{(pid=87465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:20:26.246118 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:26.260202 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.provisioning_blocks [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Transition to ACTIVE for port object 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 will not be triggered until provisioned by entity L2. {{(pid=87465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:26.347213 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:26.351055 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-22d41169-7dfe-45d5-acac-0fa9e77a55a5 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:26.501996 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Pushing event updated for resources: {'Port': ['ID=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:26.509331 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:26.583361 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Attempting to bind port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:20:26.583692 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Attempting to bind port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '9deb7be7-fa2d-4461-b5fa-7d225bcec605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc'}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:20:26.584014 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Attempting to bind port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 on network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:20:26.588554 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 on network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:20:26.588867 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Attempting to bind port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 on network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:20:26.595286 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Checking agent: {'id': 'd4fa9e4c-1620-470f-930e-352230664e59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'started_at': datetime.datetime(2021, 11, 23, 13, 8, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:20:26.595624 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Checking segment: {'id': '9deb7be7-fa2d-4461-b5fa-7d225bcec605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:20:26.596005 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Bound using segment: {'id': '9deb7be7-fa2d-4461-b5fa-7d225bcec605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc'} {{(pid=87465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:20:26.596433 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.managers [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Bound port: 56dbf2a0-d03b-4a60-b338-a1bb00e18c60, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9deb7be7-fa2d-4461-b5fa-7d225bcec605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc'}}] {{(pid=87465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:20:26.596777 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:26.686124 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] For port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60, host hv-cinder-81888, cleared binding levels {{(pid=87465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:20:26.689208 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] For port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:20:26.781914 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:26.785970 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-2212143a-83ce-4961-a0b8-eeeee60eb864 tempest-VolumesSnapshotTestJSON-1490552379 tempest-VolumesSnapshotTestJSON-1490552379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:26.843548 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:26.844134 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:26.845479 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] 10.222.0.88 "PUT /v2.0/ports/56dbf2a0-d03b-4a60-b338-a1bb00e18c60 HTTP/1.1" status: 200 len: 1093 time: 1.1661072 Nov 23 13:20:26.845987 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'tag': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:20:26.874777 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Pushing event updated for resources: {'Port': ['ID=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,revision_number=3']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:26.879522 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9d9e78ab-188b-4646-bbca-30a7213375e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:26.955981 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cb7d3-e6b2-464a-a31b-f1776c46275d req-c5fda481-eecb-4151-97d5-d81983702f62 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:26.957944 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5d8cb7d3-e6b2-464a-a31b-f1776c46275d req-c5fda481-eecb-4151-97d5-d81983702f62 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 943 time: 0.0824506 Nov 23 13:20:27.007949 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-5d8cb7d3-e6b2-464a-a31b-f1776c46275d req-f0d37596-3fdc-4f35-8f63-2966cd2e1763 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441911 Nov 23 13:20:27.038930 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:27.061372 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'tag': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'status': 'completed', 'code': 200} Nov 23 13:20:27.064554 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-140402ca-d2f6-4071-9425-4b08025ff43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:27.070999 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-140402ca-d2f6-4071-9425-4b08025ff43f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b527e4488304480caec5084acdc3931a&device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 1096 time: 0.0783553 Nov 23 13:20:27.149123 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-3e364f80-85fe-4fc8-86d0-3384409de06d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60 HTTP/1.1" status: 200 len: 217 time: 0.0639465 Nov 23 13:20:27.211106 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-b19fb2f5-0fd7-479d-b7dc-9175e911b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:27.212501 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-b19fb2f5-0fd7-479d-b7dc-9175e911b4a4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e604b5b6-814b-49f5-baa0-052199a3fafc HTTP/1.1" status: 200 len: 846 time: 0.0565941 Nov 23 13:20:27.286203 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-040d818a-9180-4f7e-9101-5ecdc24a345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:27.287571 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-040d818a-9180-4f7e-9101-5ecdc24a345e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687578 Nov 23 13:20:27.417440 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-f7cebe9d-2670-4002-9012-0523e5c0f9b5 service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223354 Nov 23 13:20:27.549412 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f7c36174-5c2e-43fd-a7ed-bbd873000013 req-e0a895a1-d056-4e4a-bd17-3da3439c0a89 service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257651 Nov 23 13:20:27.764468 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c2130-d50b-4d98-86b3-54aa0ead44ed req-6d82eb9c-50b9-4d43-9c5e-72ecc77a5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:27.766074 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-313c2130-d50b-4d98-86b3-54aa0ead44ed req-6d82eb9c-50b9-4d43-9c5e-72ecc77a5d27 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b527e4488304480caec5084acdc3931a&device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 1096 time: 0.0740435 Nov 23 13:20:27.895187 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c2130-d50b-4d98-86b3-54aa0ead44ed req-c3a698fd-ff52-4993-9e4b-d6c868ba61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:27.896515 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-313c2130-d50b-4d98-86b3-54aa0ead44ed req-c3a698fd-ff52-4993-9e4b-d6c868ba61e6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc HTTP/1.1" status: 200 len: 909 time: 0.1229365 Nov 23 13:20:27.965044 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-313c2130-d50b-4d98-86b3-54aa0ead44ed req-69a2dd44-33c0-44bc-8beb-dcc9b4004288 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60 HTTP/1.1" status: 200 len: 217 time: 0.0609117 Nov 23 13:20:28.028105 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c2130-d50b-4d98-86b3-54aa0ead44ed req-c27ccf75-097e-40c8-959a-188a511becee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:28.029459 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-313c2130-d50b-4d98-86b3-54aa0ead44ed req-c27ccf75-097e-40c8-959a-188a511becee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e604b5b6-814b-49f5-baa0-052199a3fafc HTTP/1.1" status: 200 len: 846 time: 0.0580947 Nov 23 13:20:28.103384 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c2130-d50b-4d98-86b3-54aa0ead44ed req-e6006f50-c071-4107-9f9d-79051fe37b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:28.104836 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-313c2130-d50b-4d98-86b3-54aa0ead44ed req-e6006f50-c071-4107-9f9d-79051fe37b0c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689657 Nov 23 13:20:28.199522 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bd5a0-fe7a-45f7-84c6-8639ae0eb5b0 req-de2c7fb3-4582-4c2c-9378-10774ea85901 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:28.200954 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-317bd5a0-fe7a-45f7-84c6-8639ae0eb5b0 req-de2c7fb3-4582-4c2c-9378-10774ea85901 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 943 time: 0.0871959 Nov 23 13:20:28.250239 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-317bd5a0-fe7a-45f7-84c6-8639ae0eb5b0 req-b640a444-f44c-4165-957f-a63b582c974f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426247 Nov 23 13:20:28.350765 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-313c2130-d50b-4d98-86b3-54aa0ead44ed req-088ef6c4-80fb-49d7-b49c-5101ea96ee02 service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388172 Nov 23 13:20:28.485185 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-313c2130-d50b-4d98-86b3-54aa0ead44ed req-d9a2bc9f-c363-457d-81d6-ac0fa05e7bcf service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266384 Nov 23 13:20:29.432535 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7e373-0e87-4d0a-8345-81f9e225f96b req-53acebb0-90c3-4d98-8501-291c7349c30b tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:29.433951 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-09c7e373-0e87-4d0a-8345-81f9e225f96b req-53acebb0-90c3-4d98-8501-291c7349c30b tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 943 time: 0.0791187 Nov 23 13:20:29.480827 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-09c7e373-0e87-4d0a-8345-81f9e225f96b req-b403fed1-c33e-4d9b-8346-a409505a790d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412421 Nov 23 13:20:30.315169 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:20:30.443465 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:30.460980 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'port_id': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'mac_address': 'fa:16:3e:45:f6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:20:30.515833 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:30.533288 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:20:30.548731 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:30.642365 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:30.644288 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-9f400fc6-3a84-4efd-8156-83c2d306c138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:30.665082 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3a301-9d95-497f-af54-18aa8745267b req-143700aa-6b33-47fe-b142-81f1b4934d0c tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:30.666503 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2be3a301-9d95-497f-af54-18aa8745267b req-143700aa-6b33-47fe-b142-81f1b4934d0c tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 943 time: 0.0810690 Nov 23 13:20:30.710007 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,revision_number=4']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:30.712527 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2be3a301-9d95-497f-af54-18aa8745267b req-641ae826-a66e-440d-80ce-1511ec68a65c tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394578 Nov 23 13:20:30.713359 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:30.869590 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:20:30.924072 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['56dbf2a0-d03b-4a60-b338-a1bb00e18c60'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:20:31.897289 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b7c7d-b9e7-4999-9d63-5e43f29bc20a req-2347249b-45f9-49bc-a584-c5e545d95c9e tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:31.898714 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1c5b7c7d-b9e7-4999-9d63-5e43f29bc20a req-2347249b-45f9-49bc-a584-c5e545d95c9e tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 944 time: 0.0824714 Nov 23 13:20:31.941136 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1c5b7c7d-b9e7-4999-9d63-5e43f29bc20a req-4f6c737c-90d9-4944-acb9-f5f8a642760f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368824 Nov 23 13:20:32.318314 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:32.447468 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning for port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 completed by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:32.452603 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:32.452988 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:32.570380 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:32.596083 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:20:32.605593 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:32.640007 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'code': 200} Nov 23 13:20:32.701384 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:32.703427 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-7a4d5ccc-5df6-470c-b222-d4c433ddf366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:32.771533 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,revision_number=5']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:32.774481 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:33.077800 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7f179-52f9-4442-8b32-36d7e0319a14 req-1b6f09d2-9e78-4a70-9f84-2a1e4c36a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:33.079727 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9fc7f179-52f9-4442-8b32-36d7e0319a14 req-1b6f09d2-9e78-4a70-9f84-2a1e4c36a1df service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 1098 time: 0.0766854 Nov 23 13:20:33.121996 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-9fc7f179-52f9-4442-8b32-36d7e0319a14 req-1b1c7a06-ea93-4c91-a5c0-af78a6f9da6a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359867 Nov 23 13:20:33.129427 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd89e1b-ba17-442f-bf59-616bdac23630 req-d54b0e19-ea6b-4c70-aec4-eb4815212dc6 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:33.130867 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fbd89e1b-ba17-442f-bf59-616bdac23630 req-d54b0e19-ea6b-4c70-aec4-eb4815212dc6 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0804174 Nov 23 13:20:33.174460 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-fbd89e1b-ba17-442f-bf59-616bdac23630 req-c6673de3-c29d-4675-84b7-2a91634b5b92 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376589 Nov 23 13:20:34.361561 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1baae-f38f-40c8-8016-83404d497175 req-d99ffbb7-663c-4554-808b-66988c52976f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:34.363302 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0bb1baae-f38f-40c8-8016-83404d497175 req-d99ffbb7-663c-4554-808b-66988c52976f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0836165 Nov 23 13:20:34.407657 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-0bb1baae-f38f-40c8-8016-83404d497175 req-4fbb0bbb-d256-4c21-ae2c-49222c4637a9 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387435 Nov 23 13:20:35.592108 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c687ab-6738-4224-bafb-26f2b7bf8a1d req-e44b0236-72d1-4244-9f95-f9c2a0ecf6df tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:35.593552 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-37c687ab-6738-4224-bafb-26f2b7bf8a1d req-e44b0236-72d1-4244-9f95-f9c2a0ecf6df tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0831964 Nov 23 13:20:35.638235 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-37c687ab-6738-4224-bafb-26f2b7bf8a1d req-d1545686-da95-4fab-9dcf-1a1f5da2079a tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383511 Nov 23 13:20:35.821595 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567d3ef-1777-4032-9967-937f7ca65f5c req-a98c45c7-36d3-435c-9489-c5da188be887 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:35.823028 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a567d3ef-1777-4032-9967-937f7ca65f5c req-a98c45c7-36d3-435c-9489-c5da188be887 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0814693 Nov 23 13:20:35.866869 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a567d3ef-1777-4032-9967-937f7ca65f5c req-b8fd0224-a154-4486-b790-10de7c5a8c7f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382614 Nov 23 13:20:35.889091 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 38172) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:36.052642 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec4225e-0b62-4bd9-981d-4d854af762be tempest-TestShelveInstance-1396183875 tempest-TestShelveInstance-1396183875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:36.053350 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-9ec4225e-0b62-4bd9-981d-4d854af762be tempest-TestShelveInstance-1396183875 tempest-TestShelveInstance-1396183875-project-admin] Synchronizing usage tracker for tenant:de9385413e6046f1adfc6a09e8408ca7 on resource:port {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:20:36.158643 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-9ec4225e-0b62-4bd9-981d-4d854af762be tempest-TestShelveInstance-1396183875 tempest-TestShelveInstance-1396183875-project-admin] Unset dirty status for tenant:de9385413e6046f1adfc6a09e8408ca7 on resource:port {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:20:36.159783 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9ec4225e-0b62-4bd9-981d-4d854af762be tempest-TestShelveInstance-1396183875 tempest-TestShelveInstance-1396183875-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 1093 time: 0.2696979 Nov 23 13:20:36.162563 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 38178) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:36.167537 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.v2.base [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Request body: {'floatingip': {'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'port_id': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87465) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:36.173472 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:36.177784 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Usage tracker for resource:floatingip and tenant:b527e4488304480caec5084acdc3931a is out of sync, need to count used quota {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:36.180008 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87465) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:36.185611 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.quota.driver [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87465) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:36.253236 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for floatingip, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:36.388551 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:36.524746 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.db_base_plugin_common [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Allocated IP 172.28.3.219 (9b5166c7-a3b6-4dd2-bc8e-90c117c22df2/c5f731f0-a861-4160-a944-f1ad6ad93795/4fdc48f2-76ed-4078-8d2c-eae1f107d346) {{(pid=87465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:20:36.667307 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for port, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:36.768505 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783697077333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:36.773478 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-89bd6e4d-18fb-42b5-89eb-9d4737a4cb00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:36.836564 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Network 9b5166c7-a3b6-4dd2-bc8e-90c117c22df2 is already hosted by enough agents. {{(pid=87465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:20:36.839353 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.base_scheduler [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Resources bound (agent type, host, resource id): {{(pid=87465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:36.843812 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Received port after_create {{(pid=87465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:20:36.882257 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Pushing event updated for resources: {'Port': ['ID=4fdc48f2-76ed-4078-8d2c-eae1f107d346,revision_number=1']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:36.894485 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:36.895079 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:36.895240 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:36.895602 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:36.895962 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:36.896318 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:36.896671 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:36.897021 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:36.897373 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:36.897723 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:36.898076 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:36.898421 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:36.903250 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:37.254473 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:37.370728 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:37.673315 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for port, precommit_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:37.727318 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2122222'] for port, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:37.731722 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-c71e5e2c-956f-407d-bfd3-223c13151090 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:37.834598 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Pushing event updated for resources: {'Port': ['ID=4fdc48f2-76ed-4078-8d2c-eae1f107d346,revision_number=2']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:37.838489 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:37.845636 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617652'] for floatingip, after_update {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.012124 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.db.l3_db [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Floating IP a2d73b25-9ad6-4cfb-a51b-858776acb758 associated. External IP: 172.28.3.219, port: 56dbf2a0-d03b-4a60-b338-a1bb00e18c60. Nov 23 13:20:38.352073 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Router 1e284414-f6fe-4c53-bd0d-c2456470d957 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87465) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:20:38.527845 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87465) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:20:38.537519 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788312b9-c6ad-425d-8b56-2d4a8263445c None None] Sync routers for ids ['1e284414-f6fe-4c53-bd0d-c2456470d957'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:20:38.546439 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788312b9-c6ad-425d-8b56-2d4a8263445c None None] Routers {'1e284414-f6fe-4c53-bd0d-c2456470d957'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:38.547117 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-788312b9-c6ad-425d-8b56-2d4a8263445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:20:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1e284414-f6fe-4c53-bd0d-c2456470d957'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:38.604510 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.663356 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-92d08f6f-933e-4e5c-93fd-cbf9c8f59352 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4997435 Nov 23 13:20:38.664128 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'tag': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:20:38.710151 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'tag': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'status': 'completed', 'code': 200} Nov 23 13:20:38.728289 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-788312b9-c6ad-425d-8b56-2d4a8263445c None None] Set router 1e284414-f6fe-4c53-bd0d-c2456470d957 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:38.822124 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb89c06-3af9-4d23-9cb9-e7a27c0bb107 req-a770ab3c-cd45-41fa-bc2a-40734bfd165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:38.823719 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-edb89c06-3af9-4d23-9cb9-e7a27c0bb107 req-a770ab3c-cd45-41fa-bc2a-40734bfd165d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b527e4488304480caec5084acdc3931a&device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 1098 time: 0.0704370 Nov 23 13:20:38.955807 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb89c06-3af9-4d23-9cb9-e7a27c0bb107 req-b0ae4a4f-25cd-4b72-af2d-a30350bb7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:38.957147 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-edb89c06-3af9-4d23-9cb9-e7a27c0bb107 req-b0ae4a4f-25cd-4b72-af2d-a30350bb7e61 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc HTTP/1.1" status: 200 len: 909 time: 0.1266596 Nov 23 13:20:39.060085 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-edb89c06-3af9-4d23-9cb9-e7a27c0bb107 req-aaf0a211-8ab6-4fff-93b3-afab0a702478 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60 HTTP/1.1" status: 200 len: 999 time: 0.0963118 Nov 23 13:20:39.074711 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-788312b9-c6ad-425d-8b56-2d4a8263445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:19:53Z', 'revision_number': 4, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port': {'id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:49Z', 'updated_at': '2021-11-23T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': 'a2d73b25-9ad6-4cfb-a51b-858776acb758', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'floating_ip_address': '172.28.3.219', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'port_id': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'mac_address': 'fa:16:3e:45:f6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:20:37Z', 'updated_at': '2021-11-23T13:20:37Z', 'revision_number': 0, 'project_id': 'b527e4488304480caec5084acdc3931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aea21ba-6d4a-41d4-b98b-6b3d03dcf093', 'name': '', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'mac_address': 'fa:16:3e:a7:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:52Z', 'updated_at': '2021-11-23T13:19:58Z', 'revision_number': 5, 'project_id': 'b527e4488304480caec5084acdc3931a', 'subnets': [{'id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:39.079469 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788312b9-c6ad-425d-8b56-2d4a8263445c None None] Checking router: 1e284414-f6fe-4c53-bd0d-c2456470d957 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:20:39.087955 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788312b9-c6ad-425d-8b56-2d4a8263445c None None] Routers {'1e284414-f6fe-4c53-bd0d-c2456470d957'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:39.088587 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-788312b9-c6ad-425d-8b56-2d4a8263445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:20:24Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1e284414-f6fe-4c53-bd0d-c2456470d957'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:39.123207 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb89c06-3af9-4d23-9cb9-e7a27c0bb107 req-8b1d7baa-6cca-49ad-bc38-51e473d04b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:39.124643 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-edb89c06-3af9-4d23-9cb9-e7a27c0bb107 req-8b1d7baa-6cca-49ad-bc38-51e473d04b33 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e604b5b6-814b-49f5-baa0-052199a3fafc HTTP/1.1" status: 200 len: 846 time: 0.0570612 Nov 23 13:20:39.299756 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-788312b9-c6ad-425d-8b56-2d4a8263445c None None] Set router 1e284414-f6fe-4c53-bd0d-c2456470d957 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:39.322953 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb89c06-3af9-4d23-9cb9-e7a27c0bb107 req-85679752-73ab-4fcb-b84e-e7c8bfc68d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:39.324418 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-edb89c06-3af9-4d23-9cb9-e7a27c0bb107 req-85679752-73ab-4fcb-b84e-e7c8bfc68d6c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1869938 Nov 23 13:20:39.455930 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-edb89c06-3af9-4d23-9cb9-e7a27c0bb107 req-16cac5ed-8fcd-4b6e-8437-a5fb6250cccd service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244707 Nov 23 13:20:39.587349 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-edb89c06-3af9-4d23-9cb9-e7a27c0bb107 req-5aca18d5-055a-487d-adda-2b355363111f service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244416 Nov 23 13:20:39.654153 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-788312b9-c6ad-425d-8b56-2d4a8263445c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:19:53Z', 'revision_number': 4, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port': {'id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:49Z', 'updated_at': '2021-11-23T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': 'a2d73b25-9ad6-4cfb-a51b-858776acb758', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'floating_ip_address': '172.28.3.219', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'port_id': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'mac_address': 'fa:16:3e:45:f6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:20:37Z', 'updated_at': '2021-11-23T13:20:37Z', 'revision_number': 0, 'project_id': 'b527e4488304480caec5084acdc3931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aea21ba-6d4a-41d4-b98b-6b3d03dcf093', 'name': '', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'mac_address': 'fa:16:3e:a7:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:52Z', 'updated_at': '2021-11-23T13:19:58Z', 'revision_number': 5, 'project_id': 'b527e4488304480caec5084acdc3931a', 'subnets': [{'id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:39.658560 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788312b9-c6ad-425d-8b56-2d4a8263445c None None] The sync data for ids ['1e284414-f6fe-4c53-bd0d-c2456470d957'] in dv-cinder-818886-1-smb is: [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:19:53Z', 'revision_number': 4, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port': {'id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:49Z', 'updated_at': '2021-11-23T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_floatingips': [{'id': 'a2d73b25-9ad6-4cfb-a51b-858776acb758', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'floating_ip_address': '172.28.3.219', 'floating_network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'router_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'port_id': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'mac_address': 'fa:16:3e:45:f6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:20:37Z', 'updated_at': '2021-11-23T13:20:37Z', 'revision_number': 0, 'project_id': 'b527e4488304480caec5084acdc3931a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aea21ba-6d4a-41d4-b98b-6b3d03dcf093', 'name': '', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'mac_address': 'fa:16:3e:a7:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:52Z', 'updated_at': '2021-11-23T13:19:58Z', 'revision_number': 5, 'project_id': 'b527e4488304480caec5084acdc3931a', 'subnets': [{'id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:20:39.861257 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcfabb0-6409-42c2-9356-89052d973c40 None None] New status for floating IP a2d73b25-9ad6-4cfb-a51b-858776acb758: ACTIVE {{(pid=87468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:20:40.801476 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:49.307069 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-6033791e-9e9d-4045-8eea-6d996a6becf9 req-1b23912d-83bb-4600-9953-05989b097bd9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677528 Nov 23 13:20:49.492495 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033791e-9e9d-4045-8eea-6d996a6becf9 req-1845fd0f-2217-4444-8cf3-da74911ddf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:49.493969 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-6033791e-9e9d-4045-8eea-6d996a6becf9 req-1845fd0f-2217-4444-8cf3-da74911ddf8a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b527e4488304480caec5084acdc3931a&device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 1098 time: 0.0761569 Nov 23 13:20:49.637760 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033791e-9e9d-4045-8eea-6d996a6becf9 req-1cf11627-915e-4452-af1c-ffda900c19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:49.639225 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-6033791e-9e9d-4045-8eea-6d996a6becf9 req-1cf11627-915e-4452-af1c-ffda900c19e2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc HTTP/1.1" status: 200 len: 909 time: 0.1257377 Nov 23 13:20:49.741566 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-6033791e-9e9d-4045-8eea-6d996a6becf9 req-3ae671da-232c-4b6c-a936-92120ee55ace service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60 HTTP/1.1" status: 200 len: 1001 time: 0.0952718 Nov 23 13:20:49.802089 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033791e-9e9d-4045-8eea-6d996a6becf9 req-8769827f-19de-4780-80a1-02568be58a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:49.803485 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-6033791e-9e9d-4045-8eea-6d996a6becf9 req-8769827f-19de-4780-80a1-02568be58a85 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e604b5b6-814b-49f5-baa0-052199a3fafc HTTP/1.1" status: 200 len: 846 time: 0.0554516 Nov 23 13:20:49.876373 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033791e-9e9d-4045-8eea-6d996a6becf9 req-6de8d696-7b5f-4dee-b8d3-7ea260c3d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:49.877776 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-6033791e-9e9d-4045-8eea-6d996a6becf9 req-6de8d696-7b5f-4dee-b8d3-7ea260c3d674 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672295 Nov 23 13:20:50.006310 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-6033791e-9e9d-4045-8eea-6d996a6becf9 req-5d8601f3-be5f-40f8-8367-5ee7986e1f9a service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216123 Nov 23 13:20:50.136305 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-6033791e-9e9d-4045-8eea-6d996a6becf9 req-df7986d3-23a3-414d-8ca3-b5e27ea4092c service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239498 Nov 23 13:20:51.735321 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-3855036c-ee74-456b-af0b-7325e18c0768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:52.269887 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:54.535368 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-0417eab4-7053-4160-9f6b-2a2bfd8465a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:55.320953 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:57.038389 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:07.869347 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:21:10.831993 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:21.705868 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-ece93e28-2a02-4086-abab-bd36ff8ce530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:22.257370 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:24.454433 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-df31a3e6-9b0f-4c92-8249-05a52f32894b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:25.354765 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:27.037164 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:40.802438 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:44.868834 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:21:49.365358 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dd1c10f5-f5d9-4d3b-8d50-95fa3c29bc6d req-4dba8845-6e97-4585-826f-2069e6b7375f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1140671 Nov 23 13:21:49.526704 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c10f5-f5d9-4d3b-8d50-95fa3c29bc6d req-5eca11bf-df63-4b87-9031-07ed60766494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:49.528107 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dd1c10f5-f5d9-4d3b-8d50-95fa3c29bc6d req-5eca11bf-df63-4b87-9031-07ed60766494 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b527e4488304480caec5084acdc3931a&device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 1098 time: 0.0696681 Nov 23 13:21:49.676949 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c10f5-f5d9-4d3b-8d50-95fa3c29bc6d req-450c81b2-0c53-42d2-b59b-171ddeea63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:49.678401 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dd1c10f5-f5d9-4d3b-8d50-95fa3c29bc6d req-450c81b2-0c53-42d2-b59b-171ddeea63a7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc HTTP/1.1" status: 200 len: 909 time: 0.1299810 Nov 23 13:21:49.783699 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dd1c10f5-f5d9-4d3b-8d50-95fa3c29bc6d req-8c826be4-fab7-4c76-9bc4-93ee61f49f41 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60 HTTP/1.1" status: 200 len: 1001 time: 0.0977745 Nov 23 13:21:49.847933 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c10f5-f5d9-4d3b-8d50-95fa3c29bc6d req-e4333e13-68b5-42b6-8974-ac3852a3e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:49.849322 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dd1c10f5-f5d9-4d3b-8d50-95fa3c29bc6d req-e4333e13-68b5-42b6-8974-ac3852a3e55f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e604b5b6-814b-49f5-baa0-052199a3fafc HTTP/1.1" status: 200 len: 846 time: 0.0592210 Nov 23 13:21:50.023588 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c10f5-f5d9-4d3b-8d50-95fa3c29bc6d req-c80dc7bd-0cb2-45f4-b00b-43f58436919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:50.025045 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dd1c10f5-f5d9-4d3b-8d50-95fa3c29bc6d req-c80dc7bd-0cb2-45f4-b00b-43f58436919e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1690180 Nov 23 13:21:50.036237 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [req-dd1c10f5-f5d9-4d3b-8d50-95fa3c29bc6d req-c2b0eecf-2627-40d4-89ec-c286ce1f51b1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=87465) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:21:50.037186 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dd1c10f5-f5d9-4d3b-8d50-95fa3c29bc6d req-c2b0eecf-2627-40d4-89ec-c286ce1f51b1 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048516 Nov 23 13:21:50.168458 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dd1c10f5-f5d9-4d3b-8d50-95fa3c29bc6d req-fe7cddbc-177a-4ab9-ade0-87e25a2b5373 service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241944 Nov 23 13:21:50.299411 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-dd1c10f5-f5d9-4d3b-8d50-95fa3c29bc6d req-44a21a30-5b35-4761-8bb9-fb0b8a810085 service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249230 Nov 23 13:21:51.696323 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-233bb3d1-574c-4717-8ea4-a0c4ce90ce64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:52.368341 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:54.445207 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-87395c26-e6a9-4666-a42f-f81489bd8c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:55.350552 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:57.053729 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:10.808054 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:21.704765 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-fb13c6a0-edee-4ca4-b830-5950317067a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:21.867778 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:22:22.287022 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:24.467292 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-a7b3135c-6080-42d4-8802-56b98f5621a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:25.366994 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:27.033106 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:28.395125 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf1f4c-117d-4b14-b11e-9d3a9f19bcf3 req-c1aa8aaf-bc66-4a8e-b87a-3b11c83e1ce7 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:28.396553 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e4bf1f4c-117d-4b14-b11e-9d3a9f19bcf3 req-c1aa8aaf-bc66-4a8e-b87a-3b11c83e1ce7 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.1418924 Nov 23 13:22:28.440007 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e4bf1f4c-117d-4b14-b11e-9d3a9f19bcf3 req-10d19a6f-5b14-4520-bf0d-260cc99a1663 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376139 Nov 23 13:22:29.648333 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a44e41-7502-439a-80e1-925a497b0116 req-054e0566-c518-42d6-a146-a4b0a2407221 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:29.649671 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-08a44e41-7502-439a-80e1-925a497b0116 req-054e0566-c518-42d6-a146-a4b0a2407221 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0801675 Nov 23 13:22:29.692875 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-08a44e41-7502-439a-80e1-925a497b0116 req-7514840c-0801-4ff7-a8c0-e118d58f824a tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376232 Nov 23 13:22:30.876674 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297873a-501a-4827-9710-7e7306e77c0d req-dce9a8aa-c931-4246-9909-8ce6b11d3f0b tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:30.878620 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1297873a-501a-4827-9710-7e7306e77c0d req-dce9a8aa-c931-4246-9909-8ce6b11d3f0b tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0835705 Nov 23 13:22:30.920936 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-1297873a-501a-4827-9710-7e7306e77c0d req-aa458aaf-66b7-476c-bdc5-54c353842077 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366702 Nov 23 13:22:32.105465 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f459eb-c3ce-4f74-814d-19195ea3b467 req-d64331f3-b6a4-47e8-b8bf-aca73b17bbda tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:32.106918 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-35f459eb-c3ce-4f74-814d-19195ea3b467 req-d64331f3-b6a4-47e8-b8bf-aca73b17bbda tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0790532 Nov 23 13:22:32.151250 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-35f459eb-c3ce-4f74-814d-19195ea3b467 req-fb23261c-48f2-4347-97db-74fc62ef4bc8 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379322 Nov 23 13:22:33.337512 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ef532-b8c2-4e12-9c62-f40364672de7 req-ff6c3c58-7acb-4885-8c03-a1dc9b3ad108 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:33.338982 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e57ef532-b8c2-4e12-9c62-f40364672de7 req-ff6c3c58-7acb-4885-8c03-a1dc9b3ad108 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0829160 Nov 23 13:22:33.382592 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-e57ef532-b8c2-4e12-9c62-f40364672de7 req-82e99f90-b99e-4edf-8d55-485f0acf93ae tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378869 Nov 23 13:22:34.566244 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a5370-e194-40d9-8851-470fe54493ac req-2112c269-f456-4534-8aea-7f07bf66c883 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:34.567717 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bf0a5370-e194-40d9-8851-470fe54493ac req-2112c269-f456-4534-8aea-7f07bf66c883 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0790861 Nov 23 13:22:34.615532 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-bf0a5370-e194-40d9-8851-470fe54493ac req-6dc3ba46-b51e-403c-b461-82d97710094d tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 Nov 23 13:22:35.799499 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58e728-18ef-4b6b-9c1d-104472796e92 req-c6dc843e-3fe6-4304-866a-52afb8a117eb tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:35.800971 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8a58e728-18ef-4b6b-9c1d-104472796e92 req-c6dc843e-3fe6-4304-866a-52afb8a117eb tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0789568 Nov 23 13:22:35.844505 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8a58e728-18ef-4b6b-9c1d-104472796e92 req-96f39889-6e09-4ad4-80a8-f437806fc946 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376470 Nov 23 13:22:37.029501 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805cb82-8831-4ceb-802c-33e73e77920a req-7b7cf5da-6091-4ba0-b895-81dd8d6a6f4b tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:37.030951 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f805cb82-8831-4ceb-802c-33e73e77920a req-7b7cf5da-6091-4ba0-b895-81dd8d6a6f4b tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0840096 Nov 23 13:22:37.074278 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f805cb82-8831-4ceb-802c-33e73e77920a req-db45673a-9d3f-408b-adf1-f065796a43c2 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373933 Nov 23 13:22:38.256304 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4d4dc-d710-4d69-acc9-8c69134f139e req-829b8767-5e3c-40d8-9310-f55487028b95 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:38.257770 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-beb4d4dc-d710-4d69-acc9-8c69134f139e req-829b8767-5e3c-40d8-9310-f55487028b95 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0799134 Nov 23 13:22:38.300920 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-beb4d4dc-d710-4d69-acc9-8c69134f139e req-0d2f767c-059e-4078-a05b-5e23c1917c62 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375090 Nov 23 13:22:38.582224 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f44c38-e844-42cd-8ee0-5e08010456c0 req-695fe130-9532-413c-b02d-7ff5feea3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:38.583694 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f8f44c38-e844-42cd-8ee0-5e08010456c0 req-695fe130-9532-413c-b02d-7ff5feea3e9d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b527e4488304480caec5084acdc3931a&device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 1098 time: 0.0752695 Nov 23 13:22:38.714191 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f44c38-e844-42cd-8ee0-5e08010456c0 req-23541e10-18af-47f9-a8ef-219df0e32092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:38.715608 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f8f44c38-e844-42cd-8ee0-5e08010456c0 req-23541e10-18af-47f9-a8ef-219df0e32092 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc HTTP/1.1" status: 200 len: 909 time: 0.1257005 Nov 23 13:22:38.815370 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f8f44c38-e844-42cd-8ee0-5e08010456c0 req-fa677230-20d1-488b-acf1-18b85f8bb5ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60 HTTP/1.1" status: 200 len: 1001 time: 0.0927794 Nov 23 13:22:38.879007 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f44c38-e844-42cd-8ee0-5e08010456c0 req-4a32b068-3d8d-4618-b581-cd69fe241a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:38.880369 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f8f44c38-e844-42cd-8ee0-5e08010456c0 req-4a32b068-3d8d-4618-b581-cd69fe241a13 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e604b5b6-814b-49f5-baa0-052199a3fafc HTTP/1.1" status: 200 len: 846 time: 0.0595071 Nov 23 13:22:38.954493 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f44c38-e844-42cd-8ee0-5e08010456c0 req-cb90b8d3-9a6b-4518-b5df-a1dba79a625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:38.956533 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f8f44c38-e844-42cd-8ee0-5e08010456c0 req-cb90b8d3-9a6b-4518-b5df-a1dba79a625b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687251 Nov 23 13:22:39.085655 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f8f44c38-e844-42cd-8ee0-5e08010456c0 req-9f2826b0-6566-49d3-b0a2-7387a52cb9f8 service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220772 Nov 23 13:22:39.213704 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-f8f44c38-e844-42cd-8ee0-5e08010456c0 req-55f031d1-1461-4937-87d1-1f78bc8f91c4 service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213782 Nov 23 13:22:39.492591 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea2c29-9967-464b-b419-00ea37700fd9 req-64c05dd2-a1cd-483d-abeb-44c42359a0ba tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:39.494034 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ecea2c29-9967-464b-b419-00ea37700fd9 req-64c05dd2-a1cd-483d-abeb-44c42359a0ba tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0861547 Nov 23 13:22:39.538248 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-ecea2c29-9967-464b-b419-00ea37700fd9 req-6e466b69-ec4a-403b-8358-6ff6fae696ae tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385201 Nov 23 13:22:40.720292 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603a25a-e4b4-419c-b480-32045e9240f3 req-c1ab37cb-e488-4cbe-878b-885389bc33f7 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:40.722574 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f603a25a-e4b4-419c-b480-32045e9240f3 req-c1ab37cb-e488-4cbe-878b-885389bc33f7 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0811548 Nov 23 13:22:40.772336 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f603a25a-e4b4-419c-b480-32045e9240f3 req-c6a5c09d-2bf6-48c9-9105-925581a3540b tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438244 Nov 23 13:22:40.821071 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:42.040477 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10663df9-5d08-4ae8-85a4-d21d05cb4a7c req-2ef876a5-8bd5-4725-acae-173b12ea3841 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:42.041905 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-10663df9-5d08-4ae8-85a4-d21d05cb4a7c req-2ef876a5-8bd5-4725-acae-173b12ea3841 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.1651032 Nov 23 13:22:42.086241 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-10663df9-5d08-4ae8-85a4-d21d05cb4a7c req-bd997405-a9bf-4ce1-b5b2-f8c028d3f9cd tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386224 Nov 23 13:22:42.691474 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efe9ea-c1f1-4be6-877c-e5c676573b41 req-50609ce6-4a7e-4f50-9625-ee0e99016ded tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:42.692882 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a0efe9ea-c1f1-4be6-877c-e5c676573b41 req-50609ce6-4a7e-4f50-9625-ee0e99016ded tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0828121 Nov 23 13:22:42.737096 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-a0efe9ea-c1f1-4be6-877c-e5c676573b41 req-6ad87b71-41d3-4e64-ae4a-9425c3349f83 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380597 Nov 23 13:22:42.747849 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-7c93dc11-357f-4f53-bae6-81eea117ddfb req-f0416cda-fc53-4a18-82f9-6cf04015d44d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327002 Nov 23 13:22:43.922070 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804015-2106-40a8-add9-657fa698bb94 req-bae4034f-8aec-49cc-a663-67e7ad31f6ea tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:43.923528 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cc804015-2106-40a8-add9-657fa698bb94 req-bae4034f-8aec-49cc-a663-67e7ad31f6ea tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0799918 Nov 23 13:22:43.967186 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-cc804015-2106-40a8-add9-657fa698bb94 req-41afcde1-fefc-4dc5-8bad-a074c6541835 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373404 Nov 23 13:22:44.957934 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:22:45.074866 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:45.104615 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:22:45.115010 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:22:45.159871 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1aa4-31a7-4a22-a156-625cba4e307d req-e5ee1b7f-c672-43fe-a4a4-5e2c653e17b1 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:45.161329 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b79c1aa4-31a7-4a22-a156-625cba4e307d req-e5ee1b7f-c672-43fe-a4a4-5e2c653e17b1 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0843666 Nov 23 13:22:45.186499 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:45.188476 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:22:45.207268 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-b79c1aa4-31a7-4a22-a156-625cba4e307d req-51d12647-33dc-473b-8db7-16951d65d834 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401843 Nov 23 13:22:45.257135 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,revision_number=6']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:22:45.264173 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:22:45.264518 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:22:45.264856 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:22:45.265176 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:22:45.265531 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:22:45.265857 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:22:45.266180 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:22:45.266499 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:22:45.266871 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:22:45.267166 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:22:45.267498 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:22:45.268603 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87467) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:22:45.272603 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:22:45.314284 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'code': 200} Nov 23 13:22:45.459472 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93dc11-357f-4f53-bae6-81eea117ddfb req-83ca55fe-f59b-49f5-94c9-a74117f873e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:45.461017 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-7c93dc11-357f-4f53-bae6-81eea117ddfb req-83ca55fe-f59b-49f5-94c9-a74117f873e6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e&tenant_id=b527e4488304480caec5084acdc3931a HTTP/1.1" status: 200 len: 1096 time: 0.0720387 Nov 23 13:22:45.566374 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93dc11-357f-4f53-bae6-81eea117ddfb req-2df37a40-cce6-4edb-a90b-2e9b95d200e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:45.567838 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-7c93dc11-357f-4f53-bae6-81eea117ddfb req-2df37a40-cce6-4edb-a90b-2e9b95d200e3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b527e4488304480caec5084acdc3931a&device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 1096 time: 0.0756285 Nov 23 13:22:45.697167 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93dc11-357f-4f53-bae6-81eea117ddfb req-62dd5bb3-44e3-423a-b341-494323e3ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:45.698557 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-7c93dc11-357f-4f53-bae6-81eea117ddfb req-62dd5bb3-44e3-423a-b341-494323e3ef42 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc HTTP/1.1" status: 200 len: 909 time: 0.1239762 Nov 23 13:22:45.795582 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-7c93dc11-357f-4f53-bae6-81eea117ddfb req-5d3867c3-705f-43ba-82dd-0af6a2c8a93a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60 HTTP/1.1" status: 200 len: 999 time: 0.0909388 Nov 23 13:22:45.859176 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93dc11-357f-4f53-bae6-81eea117ddfb req-3d36fef6-826e-4043-92c0-f3d53b209ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:45.860556 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-7c93dc11-357f-4f53-bae6-81eea117ddfb req-3d36fef6-826e-4043-92c0-f3d53b209ac6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e604b5b6-814b-49f5-baa0-052199a3fafc HTTP/1.1" status: 200 len: 846 time: 0.0583849 Nov 23 13:22:45.938272 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93dc11-357f-4f53-bae6-81eea117ddfb req-03c3a8f8-e1b1-4796-a3a0-8df4cdab5615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:45.940496 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-7c93dc11-357f-4f53-bae6-81eea117ddfb req-03c3a8f8-e1b1-4796-a3a0-8df4cdab5615 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710042 Nov 23 13:22:46.172298 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-7c93dc11-357f-4f53-bae6-81eea117ddfb req-cda2bc5a-95ad-4bd3-9a85-6fa3fd3c16dc service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261920 Nov 23 13:22:46.301967 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-7c93dc11-357f-4f53-bae6-81eea117ddfb req-1088d571-e897-47d1-b658-694c80d3b58f service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231902 Nov 23 13:22:46.391387 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77505ec-d237-4f52-a451-8154054f4166 req-97d454d2-fcd7-46a6-b54a-058d42e4ed76 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:46.393462 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d77505ec-d237-4f52-a451-8154054f4166 req-97d454d2-fcd7-46a6-b54a-058d42e4ed76 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 943 time: 0.0788987 Nov 23 13:22:46.441809 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d77505ec-d237-4f52-a451-8154054f4166 req-5eb38b5a-2278-4acd-bc07-934217c2ab1f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Nov 23 13:22:47.776371 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b47e6-2873-43b6-8229-6d4be0e97a1b req-73180128-3921-4a7d-a752-8ff9410b36f0 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:47.777805 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-171b47e6-2873-43b6-8229-6d4be0e97a1b req-73180128-3921-4a7d-a752-8ff9410b36f0 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 943 time: 0.0805638 Nov 23 13:22:47.820824 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-171b47e6-2873-43b6-8229-6d4be0e97a1b req-3500e6d5-038a-482c-a9c4-4c54505f7504 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373755 Nov 23 13:22:48.972934 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=87467) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:22:49.027692 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da43a8c-4539-461d-81e5-6ffcc0ed003c req-7421ed6e-b189-4788-8fd0-4fc7b9194b0b tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:49.029156 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8da43a8c-4539-461d-81e5-6ffcc0ed003c req-7421ed6e-b189-4788-8fd0-4fc7b9194b0b tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 943 time: 0.0925739 Nov 23 13:22:49.073395 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-8da43a8c-4539-461d-81e5-6ffcc0ed003c req-f59f9264-df39-4697-b824-5f60cdeddcb4 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385294 Nov 23 13:22:49.109845 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:22:49.123141 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Returning: {'device': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'port_id': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'mac_address': 'fa:16:3e:45:f6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87467) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:22:49.188040 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:49.207021 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 {{(pid=87467) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:22:49.222659 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:22:49.294872 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:49.297503 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:22:49.362842 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,revision_number=7']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:22:49.365896 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:22:49.607082 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] get_ports_and_sgs() called for port_ids ['56dbf2a0-d03b-4a60-b338-a1bb00e18c60'] {{(pid=87467) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:22:50.258779 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13a074-0f43-4ee6-b492-24842675fe79 req-9863794c-0131-4719-9d6a-ec3d3145ef0f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:50.260318 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2c13a074-0f43-4ee6-b492-24842675fe79 req-9863794c-0131-4719-9d6a-ec3d3145ef0f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 944 time: 0.0818658 Nov 23 13:22:50.304769 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-2c13a074-0f43-4ee6-b492-24842675fe79 req-a8f9f33a-a29a-4924-ab97-73534219deb4 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388565 Nov 23 13:22:50.990259 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 up at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:22:51.055255 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.provisioning_blocks [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Provisioning complete for port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 triggered by entity L2. {{(pid=87467) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:22:51.055649 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1800849'] for port, provisioning_complete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:51.167929 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1780578'] for port, before_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:51.196161 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60'}] {{(pid=87467) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:22:51.205579 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] For port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:22:51.243099 dv-cinder-818886-1-smb neutron-server[87467]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'code': 200} Nov 23 13:22:51.255005 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783697622330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783697077351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783697077396'] for port, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:51.257491 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:22:51.332656 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Pushing event updated for resources: {'Port': ['ID=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,revision_number=8']} {{(pid=87467) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:22:51.335910 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_concurrency.lockutils [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87467) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:22:51.365794 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73461b8-88c0-4592-bde3-a4a7b2199b9d req-ba87801d-d67d-49da-83c8-78980fccf963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:51.367282 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c73461b8-88c0-4592-bde3-a4a7b2199b9d req-ba87801d-d67d-49da-83c8-78980fccf963 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b527e4488304480caec5084acdc3931a&device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 1098 time: 0.0785496 Nov 23 13:22:51.520448 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73461b8-88c0-4592-bde3-a4a7b2199b9d req-47990bd3-73ec-4360-9d98-2193858ab358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:51.521406 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b1d94-ad7a-488d-ad31-33667d155c97 req-2ff7e7a9-d89b-4d1d-b8d5-25ea01140ec3 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:51.521887 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c73461b8-88c0-4592-bde3-a4a7b2199b9d req-47990bd3-73ec-4360-9d98-2193858ab358 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc HTTP/1.1" status: 200 len: 909 time: 0.1301224 Nov 23 13:22:51.522892 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-216b1d94-ad7a-488d-ad31-33667d155c97 req-2ff7e7a9-d89b-4d1d-b8d5-25ea01140ec3 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.1046681 Nov 23 13:22:51.568307 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-216b1d94-ad7a-488d-ad31-33667d155c97 req-28df6a3d-15c8-49e2-ba6d-cdd647e4aa13 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397804 Nov 23 13:22:51.630373 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c73461b8-88c0-4592-bde3-a4a7b2199b9d req-355db76c-0eed-4d81-9cf0-f492ad2528af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60 HTTP/1.1" status: 200 len: 1001 time: 0.1008606 Nov 23 13:22:51.637917 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4b152-f615-44a7-b003-3de84e72e474 req-96b67b79-c1df-466e-899c-9d232f883b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:51.639408 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-53c4b152-f615-44a7-b003-3de84e72e474 req-96b67b79-c1df-466e-899c-9d232f883b9f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 1098 time: 0.0701356 Nov 23 13:22:51.683728 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-53c4b152-f615-44a7-b003-3de84e72e474 req-66a4ebad-c4b4-4ad9-ab53-bf0e4730f505 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381763 Nov 23 13:22:51.696175 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73461b8-88c0-4592-bde3-a4a7b2199b9d req-c561485b-4f2c-46c5-b27e-fd809f5e8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:51.697624 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c73461b8-88c0-4592-bde3-a4a7b2199b9d req-c561485b-4f2c-46c5-b27e-fd809f5e8ee3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e604b5b6-814b-49f5-baa0-052199a3fafc HTTP/1.1" status: 200 len: 846 time: 0.0601690 Nov 23 13:22:51.698278 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e19c7715-eb71-413c-980c-053fae1c39a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:52.011616 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73461b8-88c0-4592-bde3-a4a7b2199b9d req-9493c6af-3f5c-44de-9aba-b333e648e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:52.013058 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c73461b8-88c0-4592-bde3-a4a7b2199b9d req-9493c6af-3f5c-44de-9aba-b333e648e75a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718136 Nov 23 13:22:52.146560 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c73461b8-88c0-4592-bde3-a4a7b2199b9d req-c813f865-2aaf-4d19-8f16-71c866bd2cfe service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260471 Nov 23 13:22:52.252680 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:52.283982 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-c73461b8-88c0-4592-bde3-a4a7b2199b9d req-f314c40c-965f-469d-bd40-1b22ec1b871a service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294055 Nov 23 13:22:52.753809 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb121b-d0ae-4503-87fc-b85f1d94b670 req-815d8acf-eefb-47b6-a829-0c6ddaa4e556 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:52.755283 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-56fb121b-d0ae-4503-87fc-b85f1d94b670 req-815d8acf-eefb-47b6-a829-0c6ddaa4e556 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0806022 Nov 23 13:22:52.798594 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-56fb121b-d0ae-4503-87fc-b85f1d94b670 req-5c9532dc-3a5c-4f7d-9a51-75870bee4c96 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376937 Nov 23 13:22:53.986187 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc071fb-3be5-4046-af49-48455d5d0c89 req-25725f28-4c84-4064-b12a-53945d843a7b tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:53.988507 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9dc071fb-3be5-4046-af49-48455d5d0c89 req-25725f28-4c84-4064-b12a-53945d843a7b tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0858130 Nov 23 13:22:54.037456 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-9dc071fb-3be5-4046-af49-48455d5d0c89 req-879a9f4e-a8fa-460d-9ff8-b755dc2b55e8 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433764 Nov 23 13:22:54.486466 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-3cbcfb3d-537c-4934-b6d1-849018d1f0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:55.332287 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:57.042808 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:58.866929 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:23:10.811538 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:21.705178 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-de4e8f57-f2c2-4d32-863c-9a4182d65859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:22.271005 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:24.463263 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-43ea7ff1-31ab-4be5-ba66-23d7da310b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:25.348221 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:27.062581 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:35.866486 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:23:40.816984 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:51.719230 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-5d2b6202-5d70-4774-bccc-7709d992e8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:52.244764 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:52.297942 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ad11ae8d-aedc-4090-ad0a-1d0050da5439 req-74fc948b-a290-4ce4-b7ca-8bb08f10ab25 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728734 Nov 23 13:23:52.451527 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ae8d-aedc-4090-ad0a-1d0050da5439 req-2ad01f37-4e1c-4718-b8ac-8f4ce31f3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:52.452981 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ad11ae8d-aedc-4090-ad0a-1d0050da5439 req-2ad01f37-4e1c-4718-b8ac-8f4ce31f3139 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b527e4488304480caec5084acdc3931a&device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 1098 time: 0.0716310 Nov 23 13:23:52.595287 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ae8d-aedc-4090-ad0a-1d0050da5439 req-81ab84fa-890a-46e2-88b3-623870110c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:52.596697 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ad11ae8d-aedc-4090-ad0a-1d0050da5439 req-81ab84fa-890a-46e2-88b3-623870110c87 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc HTTP/1.1" status: 200 len: 909 time: 0.1249957 Nov 23 13:23:52.699999 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ad11ae8d-aedc-4090-ad0a-1d0050da5439 req-642ca74b-3328-46e2-9257-52a51539b501 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60 HTTP/1.1" status: 200 len: 1001 time: 0.0956562 Nov 23 13:23:52.763562 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ae8d-aedc-4090-ad0a-1d0050da5439 req-5f555788-b4fe-445c-8c18-472955adec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:52.764842 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ad11ae8d-aedc-4090-ad0a-1d0050da5439 req-5f555788-b4fe-445c-8c18-472955adec05 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e604b5b6-814b-49f5-baa0-052199a3fafc HTTP/1.1" status: 200 len: 846 time: 0.0591507 Nov 23 13:23:52.839069 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ae8d-aedc-4090-ad0a-1d0050da5439 req-4863027a-2148-4fa7-9595-78affc366267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:52.841179 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ad11ae8d-aedc-4090-ad0a-1d0050da5439 req-4863027a-2148-4fa7-9595-78affc366267 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690191 Nov 23 13:23:53.071368 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ad11ae8d-aedc-4090-ad0a-1d0050da5439 req-ad751952-5aef-4770-9eff-0863601399f6 service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220571 Nov 23 13:23:53.197798 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-ad11ae8d-aedc-4090-ad0a-1d0050da5439 req-bbf6c789-3f32-4069-b4d4-999fa06ce27f service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205065 Nov 23 13:23:54.462512 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-edf94061-ce78-4b1d-b2aa-60d1d959df1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:55.335950 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:57.078815 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:03.653090 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 38308) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:24:03.856912 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Deleting port 4fdc48f2-76ed-4078-8d2c-eae1f107d346 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:24:03.857165 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:04.020774 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:04.021101 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:04.237029 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Calling delete_port for 4fdc48f2-76ed-4078-8d2c-eae1f107d346 owned by network:floatingip {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:24:04.490324 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350143'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:04.494157 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d33cbcaf-688f-4730-a0ee-81317cb9fb26 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:04.540178 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Pushing event deleted for resources: {'Port': ['ID=4fdc48f2-76ed-4078-8d2c-eae1f107d346,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:04.578413 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:04.578814 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:04.579179 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:04.579537 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:04.579891 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:04.580240 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:04.580588 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:04.580935 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:04.581281 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:04.581624 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:04.581987 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:04.582311 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:04.589346 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:04.641412 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for floatingip, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:04.641739 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.db.l3_db [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Floating IP a2d73b25-9ad6-4cfb-a51b-858776acb758 disassociated (deleted). External IP: 172.28.3.219, port: 56dbf2a0-d03b-4a60-b338-a1bb00e18c60. Nov 23 13:24:04.988401 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Router 1e284414-f6fe-4c53-bd0d-c2456470d957 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:24:05.160558 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:24:05.170282 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff1d47-07e4-4313-910d-987b18685a5c None None] Sync routers for ids ['1e284414-f6fe-4c53-bd0d-c2456470d957'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:24:05.176549 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for floatingip, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:05.180188 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff1d47-07e4-4313-910d-987b18685a5c None None] Routers {'1e284414-f6fe-4c53-bd0d-c2456470d957'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:24:05.180794 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-8bff1d47-07e4-4313-910d-987b18685a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:23:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1e284414-f6fe-4c53-bd0d-c2456470d957'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:05.232477 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-8d1c9703-34c6-491c-abdd-f3439e71234f tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "DELETE /v2.0/floatingips/a2d73b25-9ad6-4cfb-a51b-858776acb758 HTTP/1.1" status: 204 len: 168 time: 1.5778086 Nov 23 13:24:05.238516 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'tag': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60'}] {{(pid=87466) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:24:05.357601 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-8bff1d47-07e4-4313-910d-987b18685a5c None None] Set router 1e284414-f6fe-4c53-bd0d-c2456470d957 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:24:05.669894 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-8bff1d47-07e4-4313-910d-987b18685a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:19:53Z', 'revision_number': 4, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port': {'id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:49Z', 'updated_at': '2021-11-23T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '0aea21ba-6d4a-41d4-b98b-6b3d03dcf093', 'name': '', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'mac_address': 'fa:16:3e:a7:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:52Z', 'updated_at': '2021-11-23T13:19:58Z', 'revision_number': 5, 'project_id': 'b527e4488304480caec5084acdc3931a', 'subnets': [{'id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:05.674435 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff1d47-07e4-4313-910d-987b18685a5c None None] Checking router: 1e284414-f6fe-4c53-bd0d-c2456470d957 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:24:05.683083 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff1d47-07e4-4313-910d-987b18685a5c None None] Routers {'1e284414-f6fe-4c53-bd0d-c2456470d957'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:24:05.683704 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-8bff1d47-07e4-4313-910d-987b18685a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:23:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1e284414-f6fe-4c53-bd0d-c2456470d957'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:05.728437 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'tag': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'status': 'completed', 'code': 200} Nov 23 13:24:05.847185 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a7f72-6d5f-4002-84f2-2a8ae59f5d03 req-eb7f1a98-7909-4e6b-9de4-7774bc528347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:05.850260 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-a96a7f72-6d5f-4002-84f2-2a8ae59f5d03 req-eb7f1a98-7909-4e6b-9de4-7774bc528347 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b527e4488304480caec5084acdc3931a&device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 1098 time: 0.0739541 Nov 23 13:24:05.893830 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f97a9d-58b9-4850-b698-7fb5b345d426 req-76ff919d-8583-477f-a0d4-8e469219d066 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:05.894523 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-f9f97a9d-58b9-4850-b698-7fb5b345d426 req-76ff919d-8583-477f-a0d4-8e469219d066 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Synchronizing usage tracker for tenant:b527e4488304480caec5084acdc3931a on resource:port {{(pid=87466) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:24:05.900847 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-8bff1d47-07e4-4313-910d-987b18685a5c None None] Set router 1e284414-f6fe-4c53-bd0d-c2456470d957 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:24:05.984819 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a7f72-6d5f-4002-84f2-2a8ae59f5d03 req-9bb174f8-b12f-4185-b622-8ea83c0a0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:05.986290 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-a96a7f72-6d5f-4002-84f2-2a8ae59f5d03 req-9bb174f8-b12f-4185-b622-8ea83c0a0375 service neutron] 10.222.0.88 "GET /v2.0/networks?id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc HTTP/1.1" status: 200 len: 909 time: 0.1293948 Nov 23 13:24:05.989551 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.quota.resource [req-f9f97a9d-58b9-4850-b698-7fb5b345d426 req-76ff919d-8583-477f-a0d4-8e469219d066 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Unset dirty status for tenant:b527e4488304480caec5084acdc3931a on resource:port {{(pid=87466) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:24:05.990798 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f9f97a9d-58b9-4850-b698-7fb5b345d426 req-76ff919d-8583-477f-a0d4-8e469219d066 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.1780877 Nov 23 13:24:06.036914 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-f9f97a9d-58b9-4850-b698-7fb5b345d426 req-14cdcd04-c441-48c6-8f5e-1e86c630cc60 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403316 Nov 23 13:24:06.063124 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-a96a7f72-6d5f-4002-84f2-2a8ae59f5d03 req-507f40e8-e266-412d-901c-e95b9e229bc7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60 HTTP/1.1" status: 200 len: 217 time: 0.0666854 Nov 23 13:24:06.126472 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a7f72-6d5f-4002-84f2-2a8ae59f5d03 req-350ac9c9-4412-4b71-a277-09937ae88ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:06.127868 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-a96a7f72-6d5f-4002-84f2-2a8ae59f5d03 req-350ac9c9-4412-4b71-a277-09937ae88ac3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e604b5b6-814b-49f5-baa0-052199a3fafc HTTP/1.1" status: 200 len: 846 time: 0.0579698 Nov 23 13:24:06.208824 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a7f72-6d5f-4002-84f2-2a8ae59f5d03 req-86986741-a181-4368-b472-fe1fcae7e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:06.210333 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-a96a7f72-6d5f-4002-84f2-2a8ae59f5d03 req-86986741-a181-4368-b472-fe1fcae7e0fd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748761 Nov 23 13:24:06.220384 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-8bff1d47-07e4-4313-910d-987b18685a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:19:53Z', 'revision_number': 4, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port': {'id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:49Z', 'updated_at': '2021-11-23T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '0aea21ba-6d4a-41d4-b98b-6b3d03dcf093', 'name': '', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'mac_address': 'fa:16:3e:a7:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:52Z', 'updated_at': '2021-11-23T13:19:58Z', 'revision_number': 5, 'project_id': 'b527e4488304480caec5084acdc3931a', 'subnets': [{'id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:06.224538 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff1d47-07e4-4313-910d-987b18685a5c None None] The sync data for ids ['1e284414-f6fe-4c53-bd0d-c2456470d957'] in dv-cinder-818886-1-smb is: [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:19:53Z', 'revision_number': 4, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port': {'id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:49Z', 'updated_at': '2021-11-23T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb', '_interfaces': [{'id': '0aea21ba-6d4a-41d4-b98b-6b3d03dcf093', 'name': '', 'network_id': '23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'mac_address': 'fa:16:3e:a7:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:52Z', 'updated_at': '2021-11-23T13:19:58Z', 'revision_number': 5, 'project_id': 'b527e4488304480caec5084acdc3931a', 'subnets': [{'id': 'e604b5b6-814b-49f5-baa0-052199a3fafc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:24:06.351603 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-a96a7f72-6d5f-4002-84f2-2a8ae59f5d03 req-5d8179a7-b7c3-473d-a1f1-b1211adb695a service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334853 Nov 23 13:24:06.451025 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc98609-b0f7-4f4f-886a-2716242c85c8 None None] New status for floating IP a2d73b25-9ad6-4cfb-a51b-858776acb758: DOWN {{(pid=87468) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:24:06.488794 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-a96a7f72-6d5f-4002-84f2-2a8ae59f5d03 req-f4b7f764-0cad-45f9-aa87-b9a6732b7694 service neutron] 10.222.0.88 "GET /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289814 Nov 23 13:24:07.224319 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba41b7-cbb0-4b25-8bf8-4ea735b92b37 req-dee46305-2ba8-4e7d-9b12-6a8684b3e854 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87466) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:07.225750 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d1ba41b7-cbb0-4b25-8bf8-4ea735b92b37 req-dee46305-2ba8-4e7d-9b12-6a8684b3e854 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0804703 Nov 23 13:24:07.270678 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-d1ba41b7-cbb0-4b25-8bf8-4ea735b92b37 req-c717af95-6cdc-40f8-82a3-44351d4a9ba8 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/security-groups?id=a7d6415f-59b2-42df-8fa2-754da9d9ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393474 Nov 23 13:24:07.271109 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8836076-ab6b-44d4-a5e2-c3038edeaaa9 req-1aad2fe2-63bd-44e5-bb1c-435146549a49 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87465) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:07.271819 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-a8836076-ab6b-44d4-a5e2-c3038edeaaa9 req-1aad2fe2-63bd-44e5-bb1c-435146549a49 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Synchronizing usage tracker for tenant:b527e4488304480caec5084acdc3931a on resource:port {{(pid=87465) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:24:07.284453 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.quota.resource [req-a8836076-ab6b-44d4-a5e2-c3038edeaaa9 req-1aad2fe2-63bd-44e5-bb1c-435146549a49 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Unset dirty status for tenant:b527e4488304480caec5084acdc3931a on resource:port {{(pid=87465) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:24:07.285590 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-a8836076-ab6b-44d4-a5e2-c3038edeaaa9 req-1aad2fe2-63bd-44e5-bb1c-435146549a49 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.88 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 945 time: 0.0954082 Nov 23 13:24:07.360238 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-a8836076-ab6b-44d4-a5e2-c3038edeaaa9 req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Deleting port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 {{(pid=87465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:24:07.360575 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-a8836076-ab6b-44d4-a5e2-c3038edeaaa9 req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:07.609925 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.db [req-a8836076-ab6b-44d4-a5e2-c3038edeaaa9 req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] For port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:24:07.610325 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-a8836076-ab6b-44d4-a5e2-c3038edeaaa9 req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:07.732311 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.plugins.ml2.plugin [req-a8836076-ab6b-44d4-a5e2-c3038edeaaa9 req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Calling delete_port for 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 owned by compute:nova {{(pid=87465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:24:08.029304 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-a8836076-ab6b-44d4-a5e2-c3038edeaaa9 req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2122215'] for port, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:08.035588 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-02911d48-b60c-48b9-aa8a-4baef6f48bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:08.079360 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Pushing event deleted for resources: {'Port': ['ID=56dbf2a0-d03b-4a60-b338-a1bb00e18c60,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:08.118010 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:08.118385 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:08.118770 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:08.119143 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:08.119529 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:08.119875 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:08.120221 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:08.120566 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:08.121028 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:08.121388 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:08.121733 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:08.122076 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-smb {{(pid=87465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:24:08.129254 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:08.167151 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8836076-ab6b-44d4-a5e2-c3038edeaaa9 req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] No DVR routers for this DVR port 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 on host hv-cinder-81888 {{(pid=87465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:24:08.169502 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [req-a8836076-ab6b-44d4-a5e2-c3038edeaaa9 req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123789'] for port, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:08.172278 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'name': 'network-vif-deleted', 'tag': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60'}] {{(pid=87465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:24:08.245175 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [req-a8836076-ab6b-44d4-a5e2-c3038edeaaa9 req-00608019-95a5-471a-a302-91ff3779ba91 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.88 "DELETE /v2.0/ports/56dbf2a0-d03b-4a60-b338-a1bb00e18c60 HTTP/1.1" status: 204 len: 173 time: 0.9534769 Nov 23 13:24:08.268566 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c76c140-afb3-4def-ab11-eba4da2ef75e', 'name': 'network-vif-deleted', 'tag': '56dbf2a0-d03b-4a60-b338-a1bb00e18c60', 'status': 'completed', 'code': 200} Nov 23 13:24:08.424821 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-575a60c7-9163-4b99-90e9-5230ddcbe882 req-b4f04de2-0f5b-4ff7-8fda-2e3aaf6a8fb7 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 210 time: 0.0451419 Nov 23 13:24:09.599997 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [req-18e45a90-6611-4d1b-8443-977bc0320387 req-d8e51a62-42a9-4bf5-9f5a-8f35e197d5c8 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c76c140-afb3-4def-ab11-eba4da2ef75e HTTP/1.1" status: 200 len: 210 time: 0.0449853 Nov 23 13:24:10.693711 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 38332) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:24:10.766296 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-1de38d2b-5991-4a66-9a37-f251cd78e977 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:10.793377 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-1de38d2b-5991-4a66-9a37-f251cd78e977 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:10.810667 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:10.943605 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-1de38d2b-5991-4a66-9a37-f251cd78e977 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:10.947424 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e08847ca-be02-4c93-98f7-0d724c85310d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:10.962380 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de38d2b-5991-4a66-9a37-f251cd78e977 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d6415f-59b2-42df-8fa2-754da9d9ade3,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:10.965009 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-1de38d2b-5991-4a66-9a37-f251cd78e977 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:11.060290 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-1de38d2b-5991-4a66-9a37-f251cd78e977 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] Notify callbacks [] for security_group, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:11.061361 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-1de38d2b-5991-4a66-9a37-f251cd78e977 tempest-TestShelveInstance-1558662123 tempest-TestShelveInstance-1558662123-project] 10.222.0.48 "DELETE /v2.0/security-groups/a7d6415f-59b2-42df-8fa2-754da9d9ade3 HTTP/1.1" status: 204 len: 168 time: 0.3666933 Nov 23 13:24:11.173084 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 38338) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:24:11.448159 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:24:11.482500 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] No Port match for: 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:24:11.482877 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Device 56dbf2a0-d03b-4a60-b338-a1bb00e18c60 not bound to the agent host hv-cinder-81888 {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:24:11.796148 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84e5-8841-4f9d-af4a-bd2aa541d6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544678'] for router_interface, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:12.133118 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd84e5-8841-4f9d-af4a-bd2aa541d6ce admin admin] Deleting port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:24:12.133448 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84e5-8841-4f9d-af4a-bd2aa541d6ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:12.303279 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [None req-b6bd84e5-8841-4f9d-af4a-bd2aa541d6ce admin admin] For port 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=0aea21ba-6d4a-41d4-b98b-6b3d03dcf093,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:24:12.303623 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84e5-8841-4f9d-af4a-bd2aa541d6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:12.421514 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd84e5-8841-4f9d-af4a-bd2aa541d6ce admin admin] Calling delete_port for 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 owned by network:router_interface {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:24:12.652170 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84e5-8841-4f9d-af4a-bd2aa541d6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350143'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:12.655871 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-337b8341-068b-4734-9d6f-8f6d8122e37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:12.700477 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd84e5-8841-4f9d-af4a-bd2aa541d6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0aea21ba-6d4a-41d4-b98b-6b3d03dcf093,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:12.703490 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-b6bd84e5-8841-4f9d-af4a-bd2aa541d6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:12.866410 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:24:13.068418 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84e5-8841-4f9d-af4a-bd2aa541d6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546390'] for router_interface, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:13.446058 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bd84e5-8841-4f9d-af4a-bd2aa541d6ce admin admin] Router 1e284414-f6fe-4c53-bd0d-c2456470d957 has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:24:13.622023 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bd84e5-8841-4f9d-af4a-bd2aa541d6ce admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:24:13.631521 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be8e4e0-d334-425d-8161-680491128163 None None] Sync routers for ids ['1e284414-f6fe-4c53-bd0d-c2456470d957'] in dv-cinder-818886-1-smb {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:24:13.636446 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-b6bd84e5-8841-4f9d-af4a-bd2aa541d6ce admin admin] 10.222.0.48 "PUT /v2.0/routers/1e284414-f6fe-4c53-bd0d-c2456470d957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4621885 Nov 23 13:24:13.638789 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 38342) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:24:13.641019 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be8e4e0-d334-425d-8161-680491128163 None None] Routers {'1e284414-f6fe-4c53-bd0d-c2456470d957'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:24:13.641628 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-3be8e4e0-d334-425d-8161-680491128163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:23:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1e284414-f6fe-4c53-bd0d-c2456470d957'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:13.814152 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Notify callbacks [] for router, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:13.825204 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-3be8e4e0-d334-425d-8161-680491128163 None None] Set router 1e284414-f6fe-4c53-bd0d-c2456470d957 gateway port host: dv-cinder-818886-1-smb {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:24:13.986398 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:14.044160 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Deleting port ab2032ca-53d6-4294-b1d2-0e206f07b8ac {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:24:14.044579 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:14.104454 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-3be8e4e0-d334-425d-8161-680491128163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:24:12Z', 'revision_number': 5, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port': {'id': 'ab2032ca-53d6-4294-b1d2-0e206f07b8ac', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:bf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:49Z', 'updated_at': '2021-11-23T13:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:14.108421 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be8e4e0-d334-425d-8161-680491128163 None None] Checking router: 1e284414-f6fe-4c53-bd0d-c2456470d957 for host: dv-cinder-818886-1-smb {{(pid=87467) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:24:14.117010 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be8e4e0-d334-425d-8161-680491128163 None None] Routers {'1e284414-f6fe-4c53-bd0d-c2456470d957'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87467) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:24:14.117596 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-3be8e4e0-d334-425d-8161-680491128163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:23:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['1e284414-f6fe-4c53-bd0d-c2456470d957'], 'active': True} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:14.276425 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_dvr_db [None req-3be8e4e0-d334-425d-8161-680491128163 None None] Set router 1e284414-f6fe-4c53-bd0d-c2456470d957 gateway port host: None {{(pid=87467) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:24:14.331205 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] For port ab2032ca-53d6-4294-b1d2-0e206f07b8ac, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=ab2032ca-53d6-4294-b1d2-0e206f07b8ac,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:24:14.331823 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:14.383275 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.db.l3_hamode_db [None req-3be8e4e0-d334-425d-8161-680491128163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:24:13Z', 'revision_number': 6, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port_host': None}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:14.387210 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be8e4e0-d334-425d-8161-680491128163 None None] The sync data for ids ['1e284414-f6fe-4c53-bd0d-c2456470d957'] in dv-cinder-818886-1-smb is: [{'id': '1e284414-f6fe-4c53-bd0d-c2456470d957', 'name': 'tempest-TestShelveInstance-98367870-router', 'tenant_id': 'b527e4488304480caec5084acdc3931a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:48Z', 'updated_at': '2021-11-23T13:24:13Z', 'revision_number': 6, 'project_id': 'b527e4488304480caec5084acdc3931a', 'gw_port_host': None}] {{(pid=87467) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:24:14.462430 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Calling delete_port for ab2032ca-53d6-4294-b1d2-0e206f07b8ac owned by network:router_gateway {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:24:14.703570 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350143'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:14.708294 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-24e563bd-6b2c-46a2-bac5-fc7b667cea0c tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:14.752832 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2032ca-53d6-4294-b1d2-0e206f07b8ac,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:14.755788 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:14.847101 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617665'] for router_gateway, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:15.019398 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35107'] for router, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:15.021530 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:15.190699 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544591'] for router, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:15.191135 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e284414-f6fe-4c53-bd0d-c2456470d957 {{(pid=87466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:24:15.204027 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] Notify callbacks [] for router, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:15.205888 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-d19bfde6-c4f0-4994-8651-e9d566d69edc admin admin] 10.222.0.48 "DELETE /v2.0/routers/1e284414-f6fe-4c53-bd0d-c2456470d957 HTTP/1.1" status: 204 len: 168 time: 1.5657294 Nov 23 13:24:15.207852 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 38346) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:24:15.268963 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0932bc-6cfc-4119-b8bd-adf25d9abea9 admin admin] Deleting subnet e604b5b6-814b-49f5-baa0-052199a3fafc {{(pid=87466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:24:15.272150 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bf0932bc-6cfc-4119-b8bd-adf25d9abea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:15.324031 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bf0932bc-6cfc-4119-b8bd-adf25d9abea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2349080'] for subnet, precommit_delete_associations {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:15.402617 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bf0932bc-6cfc-4119-b8bd-adf25d9abea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:15.555328 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bf0932bc-6cfc-4119-b8bd-adf25d9abea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2350092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2187104'] for subnet, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:15.559424 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-8e10b412-bd4c-4d25-9878-edc6de7602a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:15.596632 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0932bc-6cfc-4119-b8bd-adf25d9abea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e604b5b6-814b-49f5-baa0-052199a3fafc,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:15.599632 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-bf0932bc-6cfc-4119-b8bd-adf25d9abea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:15.600611 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-bf0932bc-6cfc-4119-b8bd-adf25d9abea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:15.608250 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f4361-42e1-432c-9f0a-ca7dfda6e45b None None] Network 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:24:15.608761 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-bf0932bc-6cfc-4119-b8bd-adf25d9abea9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e604b5b6-814b-49f5-baa0-052199a3fafc HTTP/1.1" status: 204 len: 168 time: 0.3976874 Nov 23 13:24:15.609185 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 38350) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:24:15.715643 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:15.726863 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Deleting port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:24:15.727209 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:15.811602 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:24:15.852419 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:24:15.852770 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 0aea21ba-6d4a-41d4-b98b-6b3d03dcf093 not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:24:15.853193 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device ab2032ca-53d6-4294-b1d2-0e206f07b8ac no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:24:15.892200 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: ab2032ca-53d6-4294-b1d2-0e206f07b8ac {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:24:15.892552 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device ab2032ca-53d6-4294-b1d2-0e206f07b8ac not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:24:15.931712 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] For port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=549542e7-e22e-4e0a-99c4-dd45ecfa1ad3,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:24:15.932061 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:15.966284 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c1a7af-9403-4d84-86cd-1ae124b87bd3 None None] DHCP port deletion for 23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc request from dv-cinder-818886-1-smb {{(pid=87467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:24:15.970557 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-43c1a7af-9403-4d84-86cd-1ae124b87bd3 None None] Deleting port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 {{(pid=87467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:24:15.971677 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-43c1a7af-9403-4d84-86cd-1ae124b87bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:16.158188 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Calling delete_port for 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 owned by network:dhcp {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:24:16.184564 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-43c1a7af-9403-4d84-86cd-1ae124b87bd3 None None] For port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=549542e7-e22e-4e0a-99c4-dd45ecfa1ad3,segment=NetworkSegment(9deb7be7-fa2d-4461-b5fa-7d225bcec605),segment_id=9deb7be7-fa2d-4461-b5fa-7d225bcec605)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:24:16.184963 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-43c1a7af-9403-4d84-86cd-1ae124b87bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:16.305667 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-43c1a7af-9403-4d84-86cd-1ae124b87bd3 None None] Calling delete_port for 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 owned by network:dhcp {{(pid=87467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:24:16.387135 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350143'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:16.392056 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-f9fcdc88-6f96-46d5-8c60-dde3ff7c72c3 tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:16.392314 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.db.api [None req-43c1a7af-9403-4d84-86cd-1ae124b87bd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:24:16.393273 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_db.api [None req-43c1a7af-9403-4d84-86cd-1ae124b87bd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:24:16.441458 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] No DVR routers for this DVR port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 on host dv-cinder-818886-1-smb {{(pid=87466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:24:16.468447 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=549542e7-e22e-4e0a-99c4-dd45ecfa1ad3,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:16.471846 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:16.561072 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:16.585413 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc']}} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:16.597718 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9deb7be7-fa2d-4461-b5fa-7d225bcec605') {'for_net_delete': True} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:16.598008 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9deb7be7-fa2d-4461-b5fa-7d225bcec605') {} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:16.609005 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2349071'] for segment, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:16.624712 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:16.630711 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=87466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:24:16.631113 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350290'] for segment, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: Traceback (most recent call last): Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: timer() Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: cb(*args, **kw) Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: return func(*args, **kwargs) Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: self._notify() Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: self.callback(batched_events) Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: event.method(event) Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: return f(self, *a, **k) Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: return self._get(url).json() Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: return self.request(url, 'GET', **kwargs) Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:24:16.644287 dv-cinder-818886-1-smb neutron-server[87466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:24:16.792961 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:16.796537 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:16.809381 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:16.820094 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:16.823153 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:16.884866 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-d67ab065-f2fd-4b8c-a0f4-8aafd5680e3e admin admin] 10.222.0.48 "DELETE /v2.0/networks/23b1c5eb-5c8e-4dd4-8cce-eb412b981ddc HTTP/1.1" status: 204 len: 168 time: 1.2747147 Nov 23 13:24:16.887629 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 38354) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:24:16.894916 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-43c1a7af-9403-4d84-86cd-1ae124b87bd3 None None] Deleting port 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 {{(pid=87467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:24:16.904971 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-43c1a7af-9403-4d84-86cd-1ae124b87bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:16.962841 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-43c1a7af-9403-4d84-86cd-1ae124b87bd3 None None] The port '549542e7-e22e-4e0a-99c4-dd45ecfa1ad3' was deleted {{(pid=87467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:24:17.412586 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e1887129-178d-48a9-b62c-5942f3f6119c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544678'] for router_interface, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:17.781953 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:24:17.816037 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:24:17.816384 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 549542e7-e22e-4e0a-99c4-dd45ecfa1ad3 not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:24:17.868359 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-e1887129-178d-48a9-b62c-5942f3f6119c admin admin] Deleting port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:24:17.868902 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e1887129-178d-48a9-b62c-5942f3f6119c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:18.038551 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [None req-e1887129-178d-48a9-b62c-5942f3f6119c admin admin] For port 0bb04131-2c1d-405c-8fc5-c30f1853bc9a, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=0bb04131-2c1d-405c-8fc5-c30f1853bc9a,segment=NetworkSegment(c8fe8334-7717-47d1-bf3b-bc141b7b0498),segment_id=c8fe8334-7717-47d1-bf3b-bc141b7b0498)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:24:18.038935 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e1887129-178d-48a9-b62c-5942f3f6119c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:18.161459 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-e1887129-178d-48a9-b62c-5942f3f6119c admin admin] Calling delete_port for 0bb04131-2c1d-405c-8fc5-c30f1853bc9a owned by network:router_interface {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:24:18.421573 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e1887129-178d-48a9-b62c-5942f3f6119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350143'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:18.427382 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-afa0dac4-8d39-40a2-a1b6-4ab7a4ea80df tempest-AttachVolumeTestJSON-1213879939 tempest-AttachVolumeTestJSON-1213879939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:18.473418 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1887129-178d-48a9-b62c-5942f3f6119c admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb04131-2c1d-405c-8fc5-c30f1853bc9a,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:18.509898 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-e1887129-178d-48a9-b62c-5942f3f6119c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:18.741343 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-e1887129-178d-48a9-b62c-5942f3f6119c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546390'] for router_interface, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:19.089235 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1887129-178d-48a9-b62c-5942f3f6119c admin admin] Router f5c6c9ae-b58b-425a-be92-9e100bc26d1c has already been hosted by L3 agent c6cf0745-b762-496e-ab79-363ef0d0998d {{(pid=87466) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:24:19.369816 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1887129-178d-48a9-b62c-5942f3f6119c admin admin] Notify agent at l3_agent.dv-cinder-818886-1-smb the message routers_updated {{(pid=87466) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:24:19.378200 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6458b958-7e60-4fe4-9783-bd720c136020 None None] Sync routers for ids ['f5c6c9ae-b58b-425a-be92-9e100bc26d1c'] in dv-cinder-818886-1-smb {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:24:19.387260 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6458b958-7e60-4fe4-9783-bd720c136020 None None] Routers {'f5c6c9ae-b58b-425a-be92-9e100bc26d1c'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:24:19.387858 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-6458b958-7e60-4fe4-9783-bd720c136020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:23:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['f5c6c9ae-b58b-425a-be92-9e100bc26d1c'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:19.431034 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-e1887129-178d-48a9-b62c-5942f3f6119c admin admin] 10.222.0.48 "PUT /v2.0/routers/f5c6c9ae-b58b-425a-be92-9e100bc26d1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5423534 Nov 23 13:24:19.433441 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 38358) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:24:19.561716 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-6458b958-7e60-4fe4-9783-bd720c136020 None None] Set router f5c6c9ae-b58b-425a-be92-9e100bc26d1c gateway port host: dv-cinder-818886-1-smb {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:24:19.606202 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Notify callbacks [] for router, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:19.788360 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:19.849967 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-6458b958-7e60-4fe4-9783-bd720c136020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'name': 'tempest-TestShelveInstance-1579415487-router', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'external_fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.137'}], 'enable_snat': True}, 'gw_port_id': 'a5e05e74-23f1-4040-a669-1ac9dc6cfbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:56Z', 'updated_at': '2021-11-23T13:24:18Z', 'revision_number': 5, 'project_id': 'de9385413e6046f1adfc6a09e8408ca7', 'gw_port': {'id': 'a5e05e74-23f1-4040-a669-1ac9dc6cfbdc', 'name': '', 'network_id': '9b5166c7-a3b6-4dd2-bc8e-90c117c22df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'ip_address': '172.28.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:19:57Z', 'updated_at': '2021-11-23T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5f731f0-a861-4160-a944-f1ad6ad93795', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-smb'}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:19.851923 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Deleting port a5e05e74-23f1-4040-a669-1ac9dc6cfbdc {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:24:19.852379 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:19.853681 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6458b958-7e60-4fe4-9783-bd720c136020 None None] Checking router: f5c6c9ae-b58b-425a-be92-9e100bc26d1c for host: dv-cinder-818886-1-smb {{(pid=87468) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:24:19.861977 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6458b958-7e60-4fe4-9783-bd720c136020 None None] Routers {'f5c6c9ae-b58b-425a-be92-9e100bc26d1c'} bound to L3 agent in host dv-cinder-818886-1-smb {{(pid=87468) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:24:19.862564 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-6458b958-7e60-4fe4-9783-bd720c136020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T13:01:54Z,description=,heartbeat_timestamp=2021-11-23T13:23:54Z,host='dv-cinder-818886-1-smb',id=c6cf0745-b762-496e-ab79-363ef0d0998d,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T13:01:55Z,topic='l3_agent')) {'router_ids': ['f5c6c9ae-b58b-425a-be92-9e100bc26d1c'], 'active': True} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:20.027393 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] For port a5e05e74-23f1-4040-a669-1ac9dc6cfbdc, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=a5e05e74-23f1-4040-a669-1ac9dc6cfbdc,segment=NetworkSegment(d736a986-e85c-42f7-a6a7-9d10eed21f58),segment_id=d736a986-e85c-42f7-a6a7-9d10eed21f58)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:24:20.027856 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:20.038045 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_dvr_db [None req-6458b958-7e60-4fe4-9783-bd720c136020 None None] Set router f5c6c9ae-b58b-425a-be92-9e100bc26d1c gateway port host: None {{(pid=87468) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:24:20.139952 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.l3_hamode_db [None req-6458b958-7e60-4fe4-9783-bd720c136020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'name': 'tempest-TestShelveInstance-1579415487-router', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:56Z', 'updated_at': '2021-11-23T13:24:19Z', 'revision_number': 6, 'project_id': 'de9385413e6046f1adfc6a09e8408ca7', 'gw_port_host': None}], 'dv-cinder-818886-1-smb', False) {} {{(pid=87468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:20.143924 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6458b958-7e60-4fe4-9783-bd720c136020 None None] The sync data for ids ['f5c6c9ae-b58b-425a-be92-9e100bc26d1c'] in dv-cinder-818886-1-smb is: [{'id': 'f5c6c9ae-b58b-425a-be92-9e100bc26d1c', 'name': 'tempest-TestShelveInstance-1579415487-router', 'tenant_id': 'de9385413e6046f1adfc6a09e8408ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:19:56Z', 'updated_at': '2021-11-23T13:24:19Z', 'revision_number': 6, 'project_id': 'de9385413e6046f1adfc6a09e8408ca7', 'gw_port_host': None}] {{(pid=87468) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:24:20.149032 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Calling delete_port for a5e05e74-23f1-4040-a669-1ac9dc6cfbdc owned by network:router_gateway {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:24:20.383827 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350143'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:20.387530 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-4c16cd4c-0285-4a5c-846c-3eab41721069 tempest-TestMinimumBasicScenario-413169524 tempest-TestMinimumBasicScenario-413169524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:20.431641 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e05e74-23f1-4040-a669-1ac9dc6cfbdc,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:20.440263 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:20.530073 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617665'] for router_gateway, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:20.702118 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-546410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35107'] for router, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:20.704201 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:20.786980 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544591'] for router, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:20.787473 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5c6c9ae-b58b-425a-be92-9e100bc26d1c {{(pid=87466) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:24:20.799830 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] Notify callbacks [] for router, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:20.800937 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-731d1f53-eb34-477c-86d8-df550cf35224 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f5c6c9ae-b58b-425a-be92-9e100bc26d1c HTTP/1.1" status: 204 len: 168 time: 1.3665967 Nov 23 13:24:20.803349 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 38362) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:24:20.973325 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d4473b-fbc5-4e3d-916e-fd3b73a6b551 admin admin] Deleting subnet fb2ed637-e001-4182-a478-c8117fcb184a {{(pid=87466) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:24:20.976187 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-32d4473b-fbc5-4e3d-916e-fd3b73a6b551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:21.025170 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-32d4473b-fbc5-4e3d-916e-fd3b73a6b551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2349080'] for subnet, precommit_delete_associations {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:21.103510 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-32d4473b-fbc5-4e3d-916e-fd3b73a6b551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1787955'] for subnet, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:21.256059 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-32d4473b-fbc5-4e3d-916e-fd3b73a6b551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1788011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2350092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2187104'] for subnet, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:21.267147 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:21.292562 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4473b-fbc5-4e3d-916e-fd3b73a6b551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb2ed637-e001-4182-a478-c8117fcb184a,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:21.295968 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-32d4473b-fbc5-4e3d-916e-fd3b73a6b551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:21.298662 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-32d4473b-fbc5-4e3d-916e-fd3b73a6b551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for subnet, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:21.304081 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f81d42f-7925-48ba-b5fb-0c7857e90d66 None None] Network ce29e87c-5019-4bc0-9e4b-a3042c8f4c29 requested from dv-cinder-818886-1-smb {{(pid=87467) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:24:21.307041 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-32d4473b-fbc5-4e3d-916e-fd3b73a6b551 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fb2ed637-e001-4182-a478-c8117fcb184a HTTP/1.1" status: 204 len: 168 time: 0.5027237 Nov 23 13:24:21.309942 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [-] (87466) accepted ('10.222.0.48', 38366) {{(pid=87466) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:24:21.414831 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867144'] for network, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:21.425309 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Deleting port 7c0f3035-015c-4388-bd20-d2108bdbd751 {{(pid=87466) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:24:21.425638 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:21.545227 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb80fc89-c888-4b72-8e42-6ae49b20cb70 None None] DHCP port deletion for ce29e87c-5019-4bc0-9e4b-a3042c8f4c29 request from dv-cinder-818886-1-smb {{(pid=87467) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:24:21.550343 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-bb80fc89-c888-4b72-8e42-6ae49b20cb70 None None] Deleting port 7c0f3035-015c-4388-bd20-d2108bdbd751 {{(pid=87467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:24:21.550852 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-bb80fc89-c888-4b72-8e42-6ae49b20cb70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:21.636984 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.db [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] For port 7c0f3035-015c-4388-bd20-d2108bdbd751, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=7c0f3035-015c-4388-bd20-d2108bdbd751,segment=NetworkSegment(c8fe8334-7717-47d1-bf3b-bc141b7b0498),segment_id=c8fe8334-7717-47d1-bf3b-bc141b7b0498)] {{(pid=87466) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:24:21.637335 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:21.724205 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-f0d015db-5812-4672-b4ae-52c3e5f1b15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:21.762581 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.plugin [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Calling delete_port for 7c0f3035-015c-4388-bd20-d2108bdbd751 owned by network:dhcp {{(pid=87466) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:24:21.769226 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.db [None req-bb80fc89-c888-4b72-8e42-6ae49b20cb70 None None] For port 7c0f3035-015c-4388-bd20-d2108bdbd751, host dv-cinder-818886-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-smb',level=0,port_id=7c0f3035-015c-4388-bd20-d2108bdbd751,segment=NetworkSegment(c8fe8334-7717-47d1-bf3b-bc141b7b0498),segment_id=c8fe8334-7717-47d1-bf3b-bc141b7b0498)] {{(pid=87467) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:24:21.769735 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-bb80fc89-c888-4b72-8e42-6ae49b20cb70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-954534'] for port, precommit_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:21.829832 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 0bb04131-2c1d-405c-8fc5-c30f1853bc9a no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:24:21.891718 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1780513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783697622357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783697077342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2350143'] for port, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:21.896552 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:21.918021 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-bb80fc89-c888-4b72-8e42-6ae49b20cb70 None None] Calling delete_port for 7c0f3035-015c-4388-bd20-d2108bdbd751 owned by network:dhcp {{(pid=87467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:24:21.945539 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0f3035-015c-4388-bd20-d2108bdbd751,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:21.948875 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:21.950342 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] No DVR routers for this DVR port 7c0f3035-015c-4388-bd20-d2108bdbd751 on host dv-cinder-818886-1-smb {{(pid=87466) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:24:21.991726 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: 0bb04131-2c1d-405c-8fc5-c30f1853bc9a {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:24:21.992083 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 0bb04131-2c1d-405c-8fc5-c30f1853bc9a not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:24:21.992441 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 7c0f3035-015c-4388-bd20-d2108bdbd751 no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:24:22.034836 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: 7c0f3035-015c-4388-bd20-d2108bdbd751 {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:24:22.035112 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device 7c0f3035-015c-4388-bd20-d2108bdbd751 not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:24:22.035503 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device a5e05e74-23f1-4040-a669-1ac9dc6cfbdc no longer exists at agent ovs-agent-dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:24:22.072455 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] No Port match for: a5e05e74-23f1-4040-a669-1ac9dc6cfbdc {{(pid=87467) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:24:22.072455 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.rpc [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Device a5e05e74-23f1-4040-a669-1ac9dc6cfbdc not bound to the agent host dv-cinder-818886-1-smb {{(pid=87467) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:24:22.079996 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786648', 'neutron.services.segments.db._delete_segments_for_network-8783697514406'] for network, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:22.101614 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.db.api [None req-bb80fc89-c888-4b72-8e42-6ae49b20cb70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87467) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:24:22.102053 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG oslo_db.api [None req-bb80fc89-c888-4b72-8e42-6ae49b20cb70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87467) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:24:22.105370 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce29e87c-5019-4bc0-9e4b-a3042c8f4c29']}} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:22.117885 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fe8334-7717-47d1-bf3b-bc141b7b0498') {'for_net_delete': True} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:22.118187 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.services.segments.db [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fe8334-7717-47d1-bf3b-bc141b7b0498') {} {{(pid=87466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:24:22.129211 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783697558393', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2349071'] for segment, before_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:22.144405 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1793369'] for segment, precommit_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:22.150195 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=87466) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:24:22.155775 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1793360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350290'] for segment, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: Traceback (most recent call last): Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: timer() Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: cb(*args, **kw) Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: return func(*args, **kwargs) Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: self._notify() Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: self.callback(batched_events) Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: event.method(event) Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: return f(self, *a, **k) Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: return self._get(url).json() Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: return self.request(url, 'GET', **kwargs) Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:24:22.163975 dv-cinder-818886-1-smb neutron-server[87466]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:24:22.257332 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:22.335761 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617638'] for network, after_delete {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:22.339146 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:22.352585 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron_lib.callbacks.manager [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536420'] for network, before_response {{(pid=87466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:22.362566 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce29e87c-5019-4bc0-9e4b-a3042c8f4c29,revision_number=None']} {{(pid=87466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:22.367187 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG oslo_concurrency.lockutils [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:22.370005 dv-cinder-818886-1-smb neutron-server[87466]: INFO neutron.wsgi [None req-0f4350c5-a480-4e56-a205-6059e88a3c39 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ce29e87c-5019-4bc0-9e4b-a3042c8f4c29 HTTP/1.1" status: 204 len: 168 time: 1.0596771 Nov 23 13:24:22.603138 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-bb80fc89-c888-4b72-8e42-6ae49b20cb70 None None] Deleting port 7c0f3035-015c-4388-bd20-d2108bdbd751 {{(pid=87467) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:24:22.603696 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-bb80fc89-c888-4b72-8e42-6ae49b20cb70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783697618881'] for port, before_delete {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:22.667676 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron.plugins.ml2.plugin [None req-bb80fc89-c888-4b72-8e42-6ae49b20cb70 None None] The port '7c0f3035-015c-4388-bd20-d2108bdbd751' was deleted {{(pid=87467) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:24:22.798220 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 38372) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:24:22.846854 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-c3f66a06-abf1-4a6e-8231-b7b850dacd8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b527e4488304480caec5084acdc3931a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472109 Nov 23 13:24:22.849490 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 38376) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:24:22.905857 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bd528ec8-c17f-47c8-9543-0c84a8833113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:22.930381 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bd528ec8-c17f-47c8-9543-0c84a8833113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:23.044150 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bd528ec8-c17f-47c8-9543-0c84a8833113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:23.047904 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-ac366084-fead-4f48-b3d4-3c6d2cef1416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:23.060620 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd528ec8-c17f-47c8-9543-0c84a8833113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4bb676-9cf6-4bc3-8454-63cb540478a9,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:23.063947 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-bd528ec8-c17f-47c8-9543-0c84a8833113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:23.069939 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-bd528ec8-c17f-47c8-9543-0c84a8833113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:23.071040 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-bd528ec8-c17f-47c8-9543-0c84a8833113 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac4bb676-9cf6-4bc3-8454-63cb540478a9 HTTP/1.1" status: 204 len: 168 time: 0.2206643 Nov 23 13:24:23.781753 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 38384) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:24:23.834021 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-3078ed2e-a498-4f2f-b985-4dd7965a21b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de9385413e6046f1adfc6a09e8408ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509903 Nov 23 13:24:23.836367 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.wsgi [-] (87465) accepted ('10.222.0.48', 38388) {{(pid=87465) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:24:23.892678 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9c679262-7680-471a-967a-c4fbb65d3026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:23.917679 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9c679262-7680-471a-967a-c4fbb65d3026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:24.040361 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9c679262-7680-471a-967a-c4fbb65d3026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1027626'] for security_group, after_delete {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:24.044030 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-829c5112-3f98-4a90-af18-6ce3b1f16a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:24:24.055519 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c679262-7680-471a-967a-c4fbb65d3026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26abbf93-55cb-49d3-87a1-007b1ffe8aba,revision_number=None']} {{(pid=87465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:24:24.058898 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG oslo_concurrency.lockutils [None req-9c679262-7680-471a-967a-c4fbb65d3026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:24:24.062022 dv-cinder-818886-1-smb neutron-server[87465]: DEBUG neutron_lib.callbacks.manager [None req-9c679262-7680-471a-967a-c4fbb65d3026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:24.063160 dv-cinder-818886-1-smb neutron-server[87465]: INFO neutron.wsgi [None req-9c679262-7680-471a-967a-c4fbb65d3026 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26abbf93-55cb-49d3-87a1-007b1ffe8aba HTTP/1.1" status: 204 len: 168 time: 0.2259235 Nov 23 13:24:24.458232 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-ac50f043-dda1-4c02-84f4-34cddb2ba52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:25.364958 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:27.044579 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:40.817041 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:49.866435 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:24:51.723051 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-2daccb10-6862-4d95-8f95-d5adf840da34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:52.294510 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:54.495028 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-733b942c-0649-4013-89c8-3210e9a7d56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:55.371015 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:57.068107 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:10.832866 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:21.718393 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e9ba183d-6e55-45ac-a457-b6e35f91921f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:22.249833 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:24.454056 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-158e015b-2641-4dae-aca6-6f111ee62e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:25.367890 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:26.865970 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:25:27.061170 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:40.849415 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:51.750273 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-eeaf215b-5e8c-4600-a0b8-0c4557740ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:52.252920 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:54.477530 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9fbded05-e969-45d1-a4c7-a2b5af604cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:55.339890 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:57.070386 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:03.864709 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:26:10.830063 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:21.733528 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-ef74e8cb-017c-4026-a37d-2ab86856762a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:22.259475 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:24.503823 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-934267c6-b7d5-4d95-a955-8f5d78965a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:25.366040 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:25.998633 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [req-95ddf7f4-3b64-4e32-a544-33dfc368f1fe req-2996dc5f-f7bb-40f2-a054-649f5a91309f service neutron] (87466) timed out ('10.222.0.88', 59043) {{(pid=87466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:26:27.058934 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:40.845797 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:40.863142 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:26:51.732854 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-dd499177-e3dc-4d47-bdc5-1b69fa157898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:52.258605 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:54.486922 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-32a429f5-bb70-4e85-8cab-2c57427672db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:55.342479 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:57.074997 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:10.812430 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:17.863362 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:27:21.714333 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-7d53cd26-1ff7-4fd5-874a-6ae732b649bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:22.255987 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:24.507821 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-4f72e152-97e3-40f6-8766-ef6e88e63b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:25.364466 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:27.080260 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:40.826986 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:51.725145 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-307b97c7-e3d1-4a4f-8691-bd9517393040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:52.290898 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:54.512654 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-845553b8-a230-4819-ab7b-e4c8dbfc50df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:54.863117 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:27:55.381095 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:57.130717 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:10.810143 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:21.701183 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-da80ca95-c33e-4dc4-a0d6-d5aaef62cba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:22.238306 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:24.466509 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-fa5d5051-bab6-4acd-bf64-ab0113142df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:25.346655 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:27.066561 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:31.861939 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:28:40.831133 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:51.739639 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-47628c05-5ee3-43ab-a4ae-d03e4774698c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:52.236832 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-e542cce8-6c08-417e-a121-936268cfd882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:54.511775 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-cac591ac-b486-490b-9742-c7191e376e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:55.396888 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-9025348c-705d-4684-9c0d-5cd38ae71bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:57.082560 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-144d9723-30e3-4659-89e4-d72a4507aaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:08.862624 dv-cinder-818886-1-smb neutron-server[87468]: DEBUG neutron.db.agents_db [None req-298a8bb7-1d7f-476c-8894-d5c45be8bab3 None None] Agent healthcheck: found 6 active agents {{(pid=87468) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:29:09.960456 dv-cinder-818886-1-smb neutron-server[87466]: DEBUG neutron.wsgi [req-7cea75e3-08fb-424b-862d-48f91b62f46d req-8edfb2f0-d4df-42ad-8697-5727578ab210 service neutron] (87466) timed out ('10.222.0.88', 59014) {{(pid=87466) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:29:10.842838 dv-cinder-818886-1-smb neutron-server[87467]: DEBUG neutron_lib.callbacks.manager [None req-d8015d5f-7a9f-47a1-97a3-f066d2667b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783697514415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1800802'] for agent, after_update {{(pid=87467) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}